-- Logs begin at Thu 2022-09-15 12:17:11 UTC, end at Thu 2022-09-15 13:24:39 UTC. -- Sep 15 12:50:05.422840 dv-cinder-836083-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 12:50:08.082309 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.common.config [-] Logging enabled! Sep 15 12:50:08.082898 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev573 Sep 15 12:50:08.083123 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106091) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 12:50:08.086511 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.common.config [-] Logging enabled! Sep 15 12:50:08.086768 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev573 Sep 15 12:50:08.087086 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106091) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 12:50:08.088021 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 12:50:08.088260 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 12:50:08.088776 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 12:50:08.089025 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 12:50:08.089256 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 12:50:08.089579 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.089884 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.090119 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.090420 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.090717 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.091003 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.091299 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.091603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.091900 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.092184 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.092497 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.092731 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.093016 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.093307 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.093600 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.093825 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] debug = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.094107 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.094545 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.094934 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.095219 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.095572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.095797 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.096070 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.096828 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.096828 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.096974 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] host = dv-cinder-836083-13-iscsi {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.097230 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.097537 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.097812 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.098103 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.098381 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.098660 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.098949 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.099223 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.100205 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.100585 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.100892 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.101189 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.101495 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.101728 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.101956 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.102249 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.102541 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.102820 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.103096 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.103372 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.103645 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.103919 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.104191 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.104512 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.104800 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.105090 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.105364 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.105637 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.105908 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.106181 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.106469 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.106739 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.107012 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.107286 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.107576 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.107845 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.108118 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.108442 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.108730 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.109016 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.109303 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.109576 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.109860 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.110134 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.110406 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.110677 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] use_json = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.110947 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.111218 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.111498 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.111768 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.112038 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.112349 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.112624 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.112911 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.113184 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:08.113481 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.113778 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.114078 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.114365 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.114671 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.114952 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.115898 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.116184 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.116504 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.116802 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.117096 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.117380 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.117688 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.117981 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.118279 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.118591 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.118888 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.119185 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.119466 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.119743 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.120020 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.120322 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.120613 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.120894 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.121187 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.121482 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.121768 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.122066 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.122352 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.122643 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.122939 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.123232 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.123508 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.123788 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.124082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.124391 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.124673 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.124964 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.125242 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.125515 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.125801 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.126093 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.126384 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.126662 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.126941 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.127234 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.127517 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.127792 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.128066 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.128374 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.128648 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.128933 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.129209 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.129485 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.129757 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.130033 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.130302 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.130572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.130944 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.131212 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.131487 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.131759 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.132030 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.132325 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.132599 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.132870 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.133144 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.133416 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.133693 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.133964 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.134235 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.134505 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.134778 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.135050 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.135334 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.135631 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.135909 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.136184 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.136485 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.136763 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.137039 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.137318 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.137599 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.137876 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.138152 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.138446 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.139167 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.139278 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.139538 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.139835 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.140132 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.140439 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.140718 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.140995 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.141272 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.141549 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.141830 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.142105 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.142398 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.142663 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.142949 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.143246 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.143542 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.143823 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.144122 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.144447 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.144741 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.145020 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.145329 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.145613 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:08.145832 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 12:50:08.146073 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106091) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 12:50:08.528668 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 12:50:08.528987 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 12:50:08.529252 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 12:50:08.529483 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 12:50:08.529761 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 12:50:08.530090 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 12:50:08.855663 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.855882 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.856157 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.857381 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.857657 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.857923 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.911409 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.911687 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.912139 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.928424 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.928714 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.928991 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.957067 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.957355 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.957628 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.993645 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.993929 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:08.994206 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.229066 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.229669 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.229669 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.230787 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.231487 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.328604 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.328928 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.329210 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.329503 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.329766 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.330077 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.330338 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.330600 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.330858 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.331142 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.331414 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.331684 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.331941 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.332192 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.332479 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.332746 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.333001 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.333269 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.333536 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.334320 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.334688 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.334942 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.335227 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.335601 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.335861 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.336108 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.336522 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:09.336763 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:09.337004 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:09.337241 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:09.337477 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:09.337714 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:09.338078 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 12:50:09.341205 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 12:50:09.345099 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 12:50:09.348955 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 15 12:50:09.351326 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 12:50:09.351955 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 12:50:09.352313 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 12:50:09.352708 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 12:50:09.355482 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 12:50:09.355732 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 12:50:09.356075 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 12:50:09.361201 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 12:50:09.383980 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 12:50:09.384465 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.384767 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106091) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 15 12:50:09.385139 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.386494 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106091) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 12:50:09.386772 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 12:50:09.387019 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 12:50:09.398764 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.399045 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:09.517499 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 12:50:09.517685 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 12:50:09.517925 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 12:50:09.518307 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 12:50:09.571154 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO dbcounter [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Registered counter for database neutron Sep 15 12:50:09.591058 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_db.sqlalchemy.engines [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106091) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 12:50:09.597181 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG dbcounter [-] [106091] Writer thread running {{(pid=106091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 12:50:10.144649 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing driver for type 'gre' Sep 15 12:50:10.145178 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] gre ID ranges: [(1, 1000)] Sep 15 12:50:10.200160 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing driver for type 'local' Sep 15 12:50:10.200502 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing driver for type 'vlan' Sep 15 12:50:10.213891 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] VlanTypeDriver initialization complete Sep 15 12:50:10.214229 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing driver for type 'vxlan' Sep 15 12:50:10.214882 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] vxlan ID ranges: [(1, 1000)] Sep 15 12:50:10.269912 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing extension driver 'port_security' Sep 15 12:50:10.270541 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] PortSecurityExtensionDriver initialization complete Sep 15 12:50:10.270541 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing mechanism driver 'openvswitch' Sep 15 12:50:10.270874 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing mechanism driver 'hyperv' Sep 15 12:50:10.277451 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:10.278121 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.278498 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.278856 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.279366 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 12:50:10.279793 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.280148 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.280525 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.280926 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 12:50:10.281337 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.281692 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.282042 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.282438 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 12:50:10.282844 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > security_group after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.283197 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > security_group after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.283540 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.283932 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 12:50:10.284360 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.284714 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.285059 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.285579 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 12:50:10.285991 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > address_group after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.286342 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > address_group after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.286692 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.287091 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 12:50:10.287530 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] ML2 OVO RPC backend initialized. {{(pid=106091) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 15 12:50:10.288238 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.288621 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.289046 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.289399 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > networks before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.289749 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.290092 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > ports before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.290438 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.290781 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnets before_response 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.291133 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.291477 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.291816 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.292158 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.292527 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.292868 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.293209 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.293549 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.293887 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.301476 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded quota_driver: . Sep 15 12:50:10.301840 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.plugin [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Modular L2 Plugin initialization complete Sep 15 12:50:10.302187 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading services supported by the core plugin {{(pid=106091) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 12:50:10.303022 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.plugins.ml2.managers [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Got port-security extension from driver 'port_security' Sep 15 12:50:10.303644 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.extensions.vlantransparent [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Disabled vlantransparent extension. Sep 15 12:50:10.304151 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106091) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 12:50:10.304506 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: router Sep 15 12:50:10.340226 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.340594 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_create 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.340970 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router before_create 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.341341 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.341719 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.342080 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_delete 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.342444 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.342798 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.343159 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_create 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.343510 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_update 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.343862 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_update 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.344213 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.344604 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_update 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.345025 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_update 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.345401 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.345748 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.346097 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: subnet after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.346448 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.346804 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.347157 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_create 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.347550 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.347853 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.348210 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router after_update 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.348578 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.348933 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_create 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.349819 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.350206 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_update 55549900 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.350579 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > agent after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.350937 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > agent after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.351288 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > network after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.352141 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Tracking information for resource: router configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:10.352514 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Tracking information for resource: floatingip configured {{(pid=106091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 12:50:10.357444 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.db.l3_agentschedulers_db [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 12:50:10.358024 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.358390 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port after_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.358748 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port after_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.359106 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: port after_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.359896 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router before_create 55550100 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.360264 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.360654 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_create 55550100 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.361016 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > router precommit_update 55550100 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.366695 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.provider_configuration [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service providers = [] {{(pid=106091) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 12:50:10.367071 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.db.servicetype_db [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106091) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 12:50:10.370091 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.service_base [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 12:50:10.370447 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.service_base [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 12:50:10.370794 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.service_base [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 12:50:10.371689 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.services.service_base [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 12:50:10.372062 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.services.service_base [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 12:50:10.372474 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.372795 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 12:50:10.384558 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.384897 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: auto_allocate Sep 15 12:50:10.390865 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: network precommit_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.391238 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: network precommit_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.391761 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.392083 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: tag Sep 15 12:50:10.398667 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.399003 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: timestamp Sep 15 12:50:10.403039 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.403370 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: network_ip_availability Sep 15 12:50:10.408885 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.409266 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.409628 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.410346 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.410668 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: flavors Sep 15 12:50:10.415874 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.416210 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading Plugin: revisions Sep 15 12:50:10.420651 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 12:50:10.421038 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=106091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 12:50:10.421788 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106091) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 15 12:50:10.422126 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Initializing extension manager. Sep 15 12:50:10.422653 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: __init__.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.422995 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: __pycache__ {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.423332 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: address_group.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.424219 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.424818 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: address-group Sep 15 12:50:10.425146 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: address_scope.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.425829 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.426341 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: address-scope Sep 15 12:50:10.426666 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.428208 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.428763 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: router-admin-state-down-before-update Sep 15 12:50:10.429087 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: agent.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.429756 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.430268 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: agent Sep 15 12:50:10.430592 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: agent_resources_synced.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.431463 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.431980 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: agent-resources-synced Sep 15 12:50:10.432332 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: allowedaddresspairs.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.434092 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.434628 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: allowed-address-pairs Sep 15 12:50:10.434963 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: auto_allocated_topology.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.435995 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.436555 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: auto-allocated-topology Sep 15 12:50:10.436887 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: availability_zone.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.437550 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.438071 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: availability_zone Sep 15 12:50:10.438401 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: availability_zone_filter.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.439288 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.439806 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: availability_zone_filter Sep 15 12:50:10.440133 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: data_plane_status.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.441030 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.441544 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 12:50:10.441871 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: default_subnetpools.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.442744 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.443317 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: default-subnetpools Sep 15 12:50:10.443641 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.444452 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.444979 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: dhcp_agent_scheduler Sep 15 12:50:10.445302 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: dns.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.446172 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.446680 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension dns-integration not supported by any of loaded plugins Sep 15 12:50:10.447002 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: dns_domain_ports.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.447876 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.448425 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 12:50:10.448752 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.449635 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.450145 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 12:50:10.450476 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: dvr.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.451113 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.451625 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: dvr Sep 15 12:50:10.451950 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: ecmp_routes.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.452852 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.453362 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 12:50:10.453685 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: empty_string_filtering.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.454559 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.455072 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: empty-string-filtering Sep 15 12:50:10.455395 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.456265 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.456794 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 12:50:10.457115 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.457985 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.458491 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 12:50:10.458863 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: external_net.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.459739 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.460245 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: external-net Sep 15 12:50:10.460592 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.461455 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.461970 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: extra_dhcp_opt Sep 15 12:50:10.462297 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: extraroute.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.463170 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.463680 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: extraroute Sep 15 12:50:10.464005 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: extraroute_atomic.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.465023 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.465537 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: extraroute-atomic Sep 15 12:50:10.465862 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: filter_validation.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.466486 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.466994 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: filter-validation Sep 15 12:50:10.467317 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: fip_pf_description.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.468195 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.468736 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 12:50:10.469059 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: fip_pf_detail.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.469924 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.470715 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: floating-ip-port-forwarding-detail Sep 15 12:50:10.471038 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: fip_pf_port_range.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.471908 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.472460 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 15 12:50:10.472787 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: fip_port_details.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.473651 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.474169 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: fip-port-details Sep 15 12:50:10.475050 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: flavors.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.476199 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.476753 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: flavors Sep 15 12:50:10.477083 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.478694 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.479226 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 12:50:10.479561 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: floatingip_pools.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.480227 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.480774 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: floatingip-pools Sep 15 12:50:10.481104 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: ip_allocation.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.481994 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.482502 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 12:50:10.482827 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.483727 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.484238 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: ip-substring-filtering Sep 15 12:50:10.484598 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l2_adjacency.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.485490 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.485999 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 12:50:10.486327 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.487248 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.487764 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: router Sep 15 12:50:10.488090 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.491039 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.491574 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 12:50:10.491911 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.492830 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.493353 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: ext-gw-mode Sep 15 12:50:10.493685 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.494567 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.495095 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: l3-ha Sep 15 12:50:10.495424 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.496331 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.496848 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 15 12:50:10.497177 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_flavors.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.498055 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.498573 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: l3-flavors Sep 15 12:50:10.498899 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.500231 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.500785 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 15 12:50:10.501119 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.502003 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.502528 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 12:50:10.502861 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: l3agentscheduler.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.503847 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.504406 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: l3_agent_scheduler Sep 15 12:50:10.504739 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: local_ip.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.506688 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.507222 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension local_ip not supported by any of loaded plugins Sep 15 12:50:10.507557 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: logging.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.509021 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.509556 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension logging not supported by any of loaded plugins Sep 15 12:50:10.509891 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: metering.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.510596 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.511178 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: metering Sep 15 12:50:10.511504 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.512634 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.513163 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: metering_source_and_destination_fields Sep 15 12:50:10.513492 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: multiprovidernet.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.514638 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.515167 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: multi-provider Sep 15 12:50:10.515500 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: netmtu.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.516411 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.516934 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: net-mtu Sep 15 12:50:10.517261 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: netmtu_writable.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.518140 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.518658 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: net-mtu-writable Sep 15 12:50:10.518984 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: network_availability_zone.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.519627 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.520139 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: network_availability_zone Sep 15 12:50:10.520506 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: network_ip_availability.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.521677 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.522197 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: network-ip-availability Sep 15 12:50:10.522522 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: network_segment_range.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.523252 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.523765 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 12:50:10.524088 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: pagination.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.525054 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.525386 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: pagination Sep 15 12:50:10.525711 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: port_device_profile.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.526577 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.527100 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: port-device-profile Sep 15 12:50:10.527424 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: port_mac_address_override.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.528339 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.528857 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: port-mac-override Sep 15 12:50:10.529184 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.530066 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.530580 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: port-mac-address-regenerate Sep 15 12:50:10.530906 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.531784 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.532322 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: port-numa-affinity-policy Sep 15 12:50:10.532653 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: port_resource_request.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.533525 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.534036 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 12:50:10.534365 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: port_resource_request_groups.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.535289 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.535805 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 15 12:50:10.536134 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: portbindings.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.537564 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.538080 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: binding Sep 15 12:50:10.538408 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: portbindings_extended.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.539625 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.540151 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: binding-extended Sep 15 12:50:10.540514 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: portsecurity.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.541402 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.541929 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: port-security Sep 15 12:50:10.542253 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: project_id.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.543389 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.543727 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: project-id Sep 15 12:50:10.544054 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: providernet.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.544968 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.545493 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: provider Sep 15 12:50:10.545818 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.549300 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.549836 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos not supported by any of loaded plugins Sep 15 12:50:10.550176 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.551406 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.551937 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 12:50:10.552302 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.553738 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.554255 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 12:50:10.554586 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_default.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.555469 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.555989 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-default not supported by any of loaded plugins Sep 15 12:50:10.556346 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_fip.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.557231 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.557747 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-fip not supported by any of loaded plugins Sep 15 12:50:10.558105 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.558982 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.559495 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 15 12:50:10.559820 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_gateway_ip.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.560738 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.561256 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 12:50:10.561584 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_port_network_policy.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.562464 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.562983 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 12:50:10.563312 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.564337 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.564860 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 15 12:50:10.565191 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.566193 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.566710 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 15 12:50:10.567038 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_pps_rule.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.568197 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.568746 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-pps not supported by any of loaded plugins Sep 15 12:50:10.569075 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_rule_type_details.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.569959 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.570473 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 12:50:10.570799 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.571675 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.572191 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 15 12:50:10.572544 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: qos_rules_alias.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.573555 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.574076 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 12:50:10.574404 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: quota_check_limit.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.575284 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.575809 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: quota-check-limit Sep 15 12:50:10.576137 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: quotasv2.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.577041 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.577372 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: quotas Sep 15 12:50:10.577696 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: quotasv2_detail.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.579352 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.579690 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: quota_details Sep 15 12:50:10.580022 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: rbac.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.581069 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.581601 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: rbac-policies Sep 15 12:50:10.581932 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: rbac_address_group.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.582821 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.583343 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: rbac-address-group Sep 15 12:50:10.583695 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: rbac_address_scope.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.584672 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.585201 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: rbac-address-scope Sep 15 12:50:10.585532 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: rbac_security_groups.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.586438 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.586957 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: rbac-security-groups Sep 15 12:50:10.587284 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: rbac_subnetpool.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.588169 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.588717 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: rbac-subnetpool Sep 15 12:50:10.589043 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: revisionifmatch.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.589931 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.590453 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: revision-if-match Sep 15 12:50:10.590775 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: revisions.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.591852 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.592396 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: standard-attr-revisions Sep 15 12:50:10.592736 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: router_availability_zone.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.593355 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.593876 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: router_availability_zone Sep 15 12:50:10.594202 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: routerservicetype.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.595088 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.595620 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension router-service-type not supported by any of loaded plugins Sep 15 12:50:10.595946 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.596858 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.597412 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: security-groups-normalized-cidr Sep 15 12:50:10.597782 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.598634 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.599823 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: port-security-groups-filtering Sep 15 12:50:10.600166 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.601080 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.601601 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: security-groups-remote-address-group Sep 15 12:50:10.601928 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.602818 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.603329 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: security-groups-shared-filtering Sep 15 12:50:10.603657 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: securitygroup.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.613497 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.614048 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: security-group Sep 15 12:50:10.614382 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: segment.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.615655 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.616334 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension segment not supported by any of loaded plugins Sep 15 12:50:10.616670 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.617581 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.618105 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 12:50:10.618436 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: servicetype.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.619493 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.620018 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: service-type Sep 15 12:50:10.620375 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: sorting.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.621334 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.621672 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: sorting Sep 15 12:50:10.621999 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: standard_attr_segment.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.622906 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.623428 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 12:50:10.623755 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: standardattrdescription.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.624397 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.624922 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: standard-attr-description Sep 15 12:50:10.625253 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: stateful_security_group.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.626151 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.626677 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: stateful-security-group Sep 15 12:50:10.627006 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: stdattrs_common.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.627560 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 12:50:10.627888 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.628796 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.629318 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 12:50:10.629647 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: subnet_onboard.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.630709 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.631388 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: subnet_onboard Sep 15 12:50:10.631719 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.632644 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.633164 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 12:50:10.633494 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: subnet_service_types.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.634392 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.634914 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: subnet-service-types Sep 15 12:50:10.635243 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: subnetallocation.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.636301 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.636833 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: subnet_allocation Sep 15 12:50:10.637166 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.637802 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.638318 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: subnetpool-prefix-ops Sep 15 12:50:10.638644 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.639792 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.640340 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 12:50:10.640672 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: tagging.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.641712 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.642240 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: standard-attr-tag Sep 15 12:50:10.642571 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: timestamp.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.643745 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.644289 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loaded extension: standard-attr-timestamp Sep 15 12:50:10.644623 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: trunk.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.645613 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.646141 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension trunk not supported by any of loaded plugins Sep 15 12:50:10.646518 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: trunk_details.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.647396 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.647913 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension trunk-details not supported by any of loaded plugins Sep 15 12:50:10.648240 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: uplink_status_propagation.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.649151 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.649668 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 12:50:10.649994 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Loading extension file: vlantransparent.py {{(pid=106091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 12:50:10.650627 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 12:50:10.651138 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 12:50:10.653779 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:network Sep 15 12:50:10.654301 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:subnet Sep 15 12:50:10.654704 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 12:50:10.655099 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:port Sep 15 12:50:10.656410 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.656862 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service FLAVORS assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.657474 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.657915 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.658254 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:router Sep 15 12:50:10.658688 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:floatingip Sep 15 12:50:10.659180 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service METERING assigned prefix: /metering {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.660646 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.661024 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.661382 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:50:10.662914 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 12:50:10.663368 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:security_group Sep 15 12:50:10.663798 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 12:50:10.664375 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service CORE assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.664722 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 12:50:10.665071 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] subnetpool is already registered Sep 15 12:50:10.665502 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service CORE assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.665831 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 12:50:10.666167 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] subnetpool is already registered Sep 15 12:50:10.668637 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.669085 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service FLAVORS assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.669716 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.670266 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.670606 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:router Sep 15 12:50:10.670954 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] router is already registered Sep 15 12:50:10.671384 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:floatingip Sep 15 12:50:10.671723 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] floatingip is already registered Sep 15 12:50:10.672199 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service METERING assigned prefix: /metering {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.672953 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 12:50:10.673287 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] rbac_policy is already registered Sep 15 12:50:10.673707 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:security_group Sep 15 12:50:10.674045 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] security_group is already registered Sep 15 12:50:10.674476 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 12:50:10.674813 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] security_group_rule is already registered Sep 15 12:50:10.675309 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service CORE assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.675640 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 12:50:10.675982 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] subnetpool is already registered Sep 15 12:50:10.676455 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.v2.resource_helper [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Service CORE assigned prefix: {{(pid=106091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 12:50:10.676789 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 12:50:10.677121 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING neutron.quota.resource_registry [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] subnetpool is already registered Sep 15 12:50:10.678259 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: extensions {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.679984 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: address-groups {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.681505 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: address-scopes {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.682734 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: agents {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.683911 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: auto-allocated-topology {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.686411 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: availability_zones {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.687655 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: dhcp-networks {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.689130 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: dhcp-agents {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.690680 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: routers {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.692457 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: flavors {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.693852 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: service_profiles {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.695160 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: next_providers {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.696670 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: service_profiles {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.698139 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: floatingip-pools {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.699404 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: routers {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.701290 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: floatingips {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.702493 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: l3-routers {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.703895 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: l3-agents {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.705479 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: metering-labels {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.706772 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: metering-label-rules {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.708064 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: network-ip-availabilities {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.710020 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: bindings {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.711598 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: quotas {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.713203 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: quotas {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.714868 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: rbac-policies {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.716072 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: security-groups {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.717316 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: security-group-rules {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.718655 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: service-providers {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.719910 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: subnetpools {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.721347 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: subnetpools {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.722826 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.725199 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.727128 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.729143 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.730848 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.732743 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.734540 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.736382 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.738183 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.740157 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron.api.extensions [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Extended resource: tags {{(pid=106091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 12:50:10.747275 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING keystonemiddleware.auth_token [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 12:50:10.752384 dv-cinder-836083-13-iscsi neutron-server[106091]: WARNING keystonemiddleware.auth_token [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 12:50:10.761336 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Acquiring lock "singleton_lock" {{(pid=106091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 15 12:50:10.761670 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Acquired lock "singleton_lock" {{(pid=106091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 15 12:50:10.762141 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_concurrency.lockutils [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Releasing lock "singleton_lock" {{(pid=106091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 15 12:50:10.762800 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Starting 2 workers Sep 15 12:50:10.767873 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Started child 106204 {{(pid=106091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 12:50:10.772890 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Started child 106205 {{(pid=106091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 12:50:10.774014 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:10.774899 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO neutron.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 12:50:10.775102 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:10.775512 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [-] (106204) wsgi starting up on http://0.0.0.0:9696 Sep 15 12:50:10.777524 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Starting 1 workers Sep 15 12:50:10.777693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:10.779091 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [-] (106205) wsgi starting up on http://0.0.0.0:9696 Sep 15 12:50:10.782715 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Started child 106206 {{(pid=106091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 12:50:10.783251 dv-cinder-836083-13-iscsi neutron-server[106091]: INFO oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Starting 1 workers Sep 15 12:50:10.786452 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] calling RpcWorker wait() {{(pid=106206) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 12:50:10.787774 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] returning from RpcWorker wait() {{(pid=106206) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 12:50:10.788320 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Started child 106207 {{(pid=106091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 12:50:10.788848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:10.789074 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG neutron_lib.callbacks.manager [None req-d0f5395a-96cb-4731-878d-1442b2a1329c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:10.789290 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:10.791008 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106091) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 12:50:10.791217 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 12:50:10.791407 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 12:50:10.791634 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 12:50:10.792041 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 12:50:10.792196 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 12:50:10.792674 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.792961 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.793203 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:10.793741 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.793741 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.794071 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.794241 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:10.794383 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.794606 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.794934 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.795212 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.795384 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.795528 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.795693 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.795927 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.796240 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.796557 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.796818 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.797070 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.797243 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.797496 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.797757 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.798019 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.798340 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] debug = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.798569 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.799058 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.799301 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.799558 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.799801 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.800087 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.800377 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.800629 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.800878 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.801099 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.801336 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.801604 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.801851 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.802169 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.802342 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.802664 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.802891 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.803424 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] host = dv-cinder-836083-13-iscsi {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.803665 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.803906 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.804167 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.804447 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.804718 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.804939 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.805274 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.805464 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.805719 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.805949 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.806218 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.806476 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.806701 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.806937 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.807093 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_options = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.807331 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.807617 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.807888 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.808077 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.808247 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.808452 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.808684 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.808828 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.809091 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.809312 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.809518 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.812603 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814082 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814482 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814482 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814608 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.814844 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.815272 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.815539 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.815760 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.816002 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.816294 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.818534 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.818534 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.818534 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.818534 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.818534 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.819937 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.819937 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.819937 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.821416 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.821416 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.821416 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.821707 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_json = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.821821 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.822735 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.822735 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.822735 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.823092 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.823490 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.823717 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.823956 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.825250 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.825250 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.825250 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.825250 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.825561 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.825738 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.826225 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.826471 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.826722 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.826965 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.827208 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.827606 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.827769 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.828056 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830611 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830611 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.830884 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.831080 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.831294 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.831540 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.831764 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.832095 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.832479 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.832759 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.833097 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.833371 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.833630 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.834416 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.834640 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.835046 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.835287 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.835582 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.835826 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.836056 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.836334 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.836595 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.836840 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.837092 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.837333 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.837583 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.837808 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.838080 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.838334 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.838557 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.838776 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.839015 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.839234 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.839485 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.839726 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.839960 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.840433 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.840845 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.841285 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.841751 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.842167 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.842567 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.843006 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.843409 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.843830 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.844055 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.844303 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.844550 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.844804 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.845026 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.845253 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.845527 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.845754 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.845994 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.846238 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.846458 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.846694 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.846914 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.847129 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.847346 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.847565 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.847856 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.847989 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.848402 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.848788 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.849196 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.850333 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.850582 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.850806 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.851032 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.851253 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.851485 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.851794 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.852068 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.852354 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.852581 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.852845 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.853069 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.853327 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.853573 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.853819 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.854038 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.854311 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.854561 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.854793 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.855021 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.855242 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.855557 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.855790 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.856017 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.856235 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.856487 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.856710 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.856937 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.857158 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.857414 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.857640 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.857896 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.858133 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.858392 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.858605 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.858860 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.859103 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.859391 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.859642 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.859926 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.860148 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.860435 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.860751 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.861026 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.861298 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.861552 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.861787 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.862059 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.862332 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.862583 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.862830 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.863057 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.863301 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.863539 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.863761 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.863979 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.864213 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.864563 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.864797 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.865079 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.865331 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.865631 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.865874 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.866116 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.866556 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.866814 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.867049 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.867317 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.867568 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.867787 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.868031 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.868370 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.868765 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.869020 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.869261 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.869502 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.869730 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.869939 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.870176 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.870392 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.870629 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.870852 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.871071 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.871287 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.871533 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.871756 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.871996 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.872253 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.872497 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.872718 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.872950 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.873330 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.873719 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.874089 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.874521 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.874924 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.875294 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.875530 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.875788 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.876063 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.876309 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.876555 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.876780 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.877018 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.877237 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.877456 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.877680 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.877902 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.878130 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.878369 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.878625 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.878878 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.879223 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.879495 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.879726 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.879988 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.880230 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.880489 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.880830 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.881051 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.881318 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.881532 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.881761 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.881983 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.882382 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.882766 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.882991 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.883235 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.883455 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.883757 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.883972 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.884215 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.884493 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.884726 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.884949 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.885175 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.885388 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.885633 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.885855 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.886089 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.886302 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.886540 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.886765 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.886992 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.887327 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.887576 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.887812 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.888069 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.888308 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.888543 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.888773 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.889271 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.889498 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.889731 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.889950 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.890160 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.890404 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.890615 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.890827 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.891060 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.891283 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.891462 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.891689 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.891898 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.892108 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.892378 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.892597 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.892807 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.893033 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.893242 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.893454 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.893675 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.893895 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.894108 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895053 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895053 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895053 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895053 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895723 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.895924 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.896692 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.896983 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.897213 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.897509 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.897739 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.898048 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.898138 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:10.898286 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.898526 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.898789 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.899008 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.899227 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.899493 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.899801 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.900079 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.900360 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.900613 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.900895 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.901168 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.901437 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.901652 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.901955 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.902275 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.902546 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.902815 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.903071 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.903490 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.903633 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.903772 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.904018 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.904529 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.904529 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.904778 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.904971 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.905198 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.905417 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.905644 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.905862 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.906104 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.906354 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.906767 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.906865 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.906945 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 12:50:10.907510 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106091) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 12:50:10.907676 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 12:50:10.907832 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 12:50:10.908002 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 12:50:10.908173 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 12:50:10.908347 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 12:50:10.908555 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.908719 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.908881 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.909042 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.909238 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.909405 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.909565 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.909726 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.909884 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910043 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910201 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910359 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910517 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910676 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910834 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.910991 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.911152 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.911371 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.911537 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.911696 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.912458 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.912626 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] debug = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.912787 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.913050 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.913205 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.913367 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.913524 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.913684 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.913842 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914000 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914207 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914342 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914466 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914589 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914739 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.914900 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.915057 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.915214 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.915371 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.915528 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] host = dv-cinder-836083-13-iscsi {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.915686 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.915844 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.916001 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.916159 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.916352 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.916877 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.916877 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.916877 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917229 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917229 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917229 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917825 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.917825 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_options = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918019 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918098 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918248 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918441 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918611 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918752 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.918902 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919036 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919175 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919332 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919490 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919649 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919808 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.919967 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.920125 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.920301 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.920436 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.920599 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.920758 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.920917 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.921074 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.921234 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.921391 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.921549 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.921707 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.921865 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.922023 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.922182 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.922344 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.922499 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.922809 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.923101 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.923400 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.923564 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.923722 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.923879 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.924038 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.924357 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.924669 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.924902 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.924999 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.925144 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.925394 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.925546 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.925675 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.925802 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.925926 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_json = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926059 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926185 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926329 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926487 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926647 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926805 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.926964 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.927123 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.927281 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 12:50:10.927500 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.927708 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.927840 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.927965 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.928099 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.928263 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.928442 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.928602 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.928763 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.928923 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.929093 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.929254 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.929425 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.929585 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.929744 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.929906 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.930068 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.930228 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.930388 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.930549 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.930708 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.930868 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.931035 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.931196 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.931356 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.931514 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.931674 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.931841 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932001 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932169 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932365 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932512 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932677 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932838 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.932998 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.933162 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.933324 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.933485 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.933647 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.933808 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.933970 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.934130 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.934289 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.934500 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.934627 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.934751 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.934895 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.935089 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.935217 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.935377 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.935538 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.935698 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.935859 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.936020 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.936184 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.936366 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.936527 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.936697 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.936856 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937017 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937179 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937339 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937499 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937660 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937820 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.937981 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.938142 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.938301 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.938473 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.938633 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.938976 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.938976 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.939179 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.939258 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.939391 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.939551 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.939710 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.939871 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.940032 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.940191 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.940371 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.940532 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.940692 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.940851 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941012 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941172 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941332 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941492 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941653 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941813 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.941973 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.942141 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.942318 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.942479 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.942639 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.942798 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.942958 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.943211 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.943407 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.943572 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.943735 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.943900 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.944059 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.944225 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.944408 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.944647 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.944781 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.944918 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945053 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945194 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945325 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945461 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945605 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945740 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.945883 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.946040 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.946203 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.946364 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.946525 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.946685 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.946845 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947005 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947163 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947332 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947492 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947655 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947816 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.947982 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.948153 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.948342 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.948504 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.948664 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.948825 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.948984 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.949145 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.949306 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.949466 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.949625 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.949786 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.949956 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.950117 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.950277 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.950437 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.950620 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.950779 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.950938 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.951099 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.951259 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.951420 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.951580 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.951741 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.951901 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.952060 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.952221 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.952401 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.952562 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.952722 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.952882 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.953042 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.953203 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.953365 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.953525 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.953686 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.953847 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954011 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954171 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954330 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954489 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954652 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954812 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.954972 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.955132 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.955294 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.955454 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.955614 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.955773 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.955932 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.956098 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.956257 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.956436 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.956598 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.956759 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.956918 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.957079 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.957240 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.957408 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958101 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958101 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958101 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958101 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958419 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958419 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958419 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.958630 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.959272 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.959436 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.959595 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.959890 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.960072 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.960235 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.960418 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.960582 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.960743 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.960904 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.961065 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.961226 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.961388 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.961549 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.961722 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.961878 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962027 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962187 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962349 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962510 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962671 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962836 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.962977 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.963135 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.963276 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.963440 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.963600 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.963761 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.963922 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.964081 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.964240 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.964493 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.964655 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.964816 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.964976 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.965136 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.965310 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.965472 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.965632 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.965791 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.965951 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.966112 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.966282 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.966449 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.966595 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.966755 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.966914 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.967074 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.967234 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.967390 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.967549 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.967708 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.967867 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.968026 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.968195 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.968376 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.968537 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.968697 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.968856 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969017 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969187 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969346 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969505 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969664 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969823 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.969981 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.970151 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.970309 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.970457 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.970616 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.970774 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.970933 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.971102 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.971263 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.971423 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.971590 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.971751 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.971911 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.972071 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.972242 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.972425 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.972587 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.972747 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.972907 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.973067 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.973228 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.973392 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.973562 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.973729 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.973891 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.974058 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.974227 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.974983 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.975240 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.975417 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.975585 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.975746 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.975906 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.976066 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.976226 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.976409 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.976570 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.976734 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.976896 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977056 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977215 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977375 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977536 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977737 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977871 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.977993 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.978151 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.978311 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.978470 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.978630 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 12:50:10.978784 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 12:50:11.105308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39376) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:11.112187 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [-] 10.222.0.57 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047882 Sep 15 12:50:11.116911 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [-] 10.222.0.57 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041192 Sep 15 12:50:20.263706 dv-cinder-836083-13-iscsi neutron-server[106091]: DEBUG dbcounter [-] [106091] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:22.543752 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ef23b-30a4-4230-87a8-c8a2705ad7ce None None] get_active_networks_info from dv-cinder-836083-13-iscsi {{(pid=106206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 15 12:50:22.557488 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writer thread running {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 12:50:22.613848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ef23b-30a4-4230-87a8-c8a2705ad7ce None None] No non-hosted networks {{(pid=106206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 12:50:22.628082 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.agentschedulers_db [None req-591ef23b-30a4-4230-87a8-c8a2705ad7ce None None] DHCP Agent not found on host dv-cinder-836083-13-iscsi {{(pid=106206) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 12:50:22.756628 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d09a120-d991-4a0c-bf13-04bbe61ed65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518852'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:24.051740 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writer thread running {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 12:50:24.677246 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1b718008-499e-4c05-baeb-20dd5cb5cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518852'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:24.716645 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d4ebda98-60a9-4a87-92d3-ea9dc5de6144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:26.125019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518852'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:26.427333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39450) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:27.055397 dv-cinder-836083-13-iscsi neutron-server[106205]: WARNING oslo_policy.policy [None req-0f418a51-72c0-410c-8f4a-ce2ef90e2441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:27.056264 dv-cinder-836083-13-iscsi neutron-server[106205]: WARNING oslo_policy.policy [None req-0f418a51-72c0-410c-8f4a-ce2ef90e2441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:27.301560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [None req-0f418a51-72c0-410c-8f4a-ce2ef90e2441 admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:50:27.320870 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0f418a51-72c0-410c-8f4a-ce2ef90e2441 admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8919153 Sep 15 12:50:27.775044 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518852'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:27.914564 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518852'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:27.916168 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.916884 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.918606 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.919476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.921036 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.921887 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.923159 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.923774 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.924344 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.924984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.925700 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.926615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.927450 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.928735 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.929568 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:27.930177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:27.948845 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:28.273246 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.db.l3_hamode_db [None req-7635818e-fe4e-4241-a2ea-4e63492e5921 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 12:50:28.353351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635818e-fe4e-4241-a2ea-4e63492e5921 None None] Routers set() bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:50:28.353663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635818e-fe4e-4241-a2ea-4e63492e5921 None None] Router IDs set() for agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 12:50:30.068363 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39486) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:30.410959 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:50:30.424762 dv-cinder-836083-13-iscsi neutron-server[106205]: ERROR stevedore.extension [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 12:50:30.507343 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.policy [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106205) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 12:50:30.549123 dv-cinder-836083-13-iscsi neutron-server[106205]: WARNING oslo_policy.policy [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:30.549493 dv-cinder-836083-13-iscsi neutron-server[106205]: WARNING oslo_policy.policy [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:30.570122 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writer thread running {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 12:50:30.646036 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768470932290', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768470931798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768470915253', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768470922612', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768470896445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768470904781', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1440167', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1413329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3704720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746222'] for rbac-policy (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:30.718810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:30.720037 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3e9297d5-87b9-4135-a761-5556585ef1d8 admin admin] 10.222.0.57 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6507039 Sep 15 12:50:33.364079 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39496) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:33.684635 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:50:33.714310 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Made reservation on behalf of b59720c712524d768e1fc85c3cf651b5 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:50:33.718593 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:33.738052 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:33.848121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks [] for security_group (afb8552e-bafa-4b26-9353-da09984fdc9a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:33.852549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (afb8552e-bafa-4b26-9353-da09984fdc9a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:33.877466 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:50:33.913075 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768471891896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (5389db35-17a8-4391-a4ed-2da70d9d9b46), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:33.913660 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Unsubscribe: segment precommit_create {{(pid=106205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 12:50:33.914197 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Added segment 5389db35-17a8-4391-a4ed-2da70d9d9b46 of type vlan for network f7d1b698-a985-44da-9af0-49e9b922c210 Sep 15 12:50:33.931888 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=afb8552e-bafa-4b26-9353-da09984fdc9a,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:33.982191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.982528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.982881 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.983245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.983572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.983898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.984221 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.984568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.984905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.985229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.985632 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.985981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.986302 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.986628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.986938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Tracked resource versions report: Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: pushed versions: Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: { 'AddressGroup': {'1.2'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Agent': {'1.1'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'ConntrackHelper': {'1.0'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Log': {'1.0'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'NDPProxy': {'1.0'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Network': {'1.1'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Port': {'1.7'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'PortForwarding': {'1.3'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'QosPolicy': {'1.10'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroup': {'1.5'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SubPort': {'1.0'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Subnet': {'1.1'}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Trunk': {'1.1'}} Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: consumer versions: Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Agent': '1.1', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'ConntrackHelper': '1.0', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'LocalIPAssociation': '1.0', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Log': '1.0', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'NDPProxy': '1.0', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Network': '1.1', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Port': '1.7', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'PortForwarding': '1.3', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'QosPolicy': '1.10', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroup': '1.5', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroupRule': '1.2', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SubPort': '1.0', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Subnet': '1.1', Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Trunk': '1.1'}} Sep 15 12:50:33.988461 dv-cinder-836083-13-iscsi neutron-server[106205]: {{(pid=106205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:50:34.022648 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (f7d1b698-a985-44da-9af0-49e9b922c210), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:34.063526 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (f7d1b698-a985-44da-9af0-49e9b922c210), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:34.068679 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:50:34.069385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:34.161151 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7959778 Sep 15 12:50:34.192060 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a27c97-ff38-4c37-b014-a5af53d0ed3e demo demo] Pushing event updated for resources: {'Network': ['ID=f7d1b698-a985-44da-9af0-49e9b922c210,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:34.206517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network f7d1b698-a985-44da-9af0-49e9b922c210 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:50:36.820477 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 39508) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:37.328165 dv-cinder-836083-13-iscsi neutron-server[106204]: WARNING oslo_policy.policy [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:37.328783 dv-cinder-836083-13-iscsi neutron-server[106204]: WARNING oslo_policy.policy [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:37.555539 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writer thread running {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 12:50:37.707663 dv-cinder-836083-13-iscsi neutron-server[106204]: ERROR stevedore.extension [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 12:50:37.762184 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.policy [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106204) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 12:50:37.804976 dv-cinder-836083-13-iscsi neutron-server[106204]: WARNING oslo_policy.policy [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:37.805285 dv-cinder-836083-13-iscsi neutron-server[106204]: WARNING oslo_policy.policy [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 12:50:37.812821 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:50:37.814758 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4a368f97-e638-4fae-9723-8c867345d1bc demo admin] 10.222.0.57 "GET /networking/v2.0/networks/f7d1b698-a985-44da-9af0-49e9b922c210 HTTP/1.1" status: 200 len: 825 time: 0.9924538 Sep 15 12:50:37.854953 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d431b75f-189b-42bf-ab1a-439d627ba665 demo admin] 10.222.0.57 "GET /networking/v2.0/subnetpools/9f302ab9-589e-4d67-a0b2-89914f7ba806 HTTP/1.1" status: 200 len: 734 time: 0.0332868 Sep 15 12:50:37.863845 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Request body: {'subnet': {'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'gateway_ip': '172.20.0.1'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:50:37.901948 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Made reservation on behalf of b59720c712524d768e1fc85c3cf651b5 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:50:37.904812 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:38.192993 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (05e71fc0-fe88-46ec-a99c-a0db7cdd0601), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:38.267549 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Checking segment: {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:50:38.267905 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Network hostable DHCP agents. Network: f7d1b698-a985-44da-9af0-49e9b922c210, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:50:38.275471 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Pushing event updated for resources: {'Subnet': ['ID=05e71fc0-fe88-46ec-a99c-a0db7cdd0601,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:38.288010 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.288387 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.288748 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.289091 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.289428 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.289758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.290084 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.290409 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.290747 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.291075 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.291415 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.291760 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.292086 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.292444 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.292764 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Tracked resource versions report: Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: pushed versions: Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: { 'AddressGroup': {'1.2'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Agent': {'1.1'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'ConntrackHelper': {'1.0'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Log': {'1.0'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'NDPProxy': {'1.0'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Network': {'1.1'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Port': {'1.7'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'PortForwarding': {'1.3'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'QosPolicy': {'1.10'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroup': {'1.5'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SubPort': {'1.0'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Subnet': {'1.1'}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Trunk': {'1.1'}} Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: consumer versions: Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Agent': '1.1', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'ConntrackHelper': '1.0', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'LocalIPAssociation': '1.0', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Log': '1.0', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'NDPProxy': '1.0', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Network': '1.1', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Port': '1.7', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'PortForwarding': '1.3', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'QosPolicy': '1.10', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroup': '1.5', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroupRule': '1.2', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SubPort': '1.0', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Subnet': '1.1', Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Trunk': '1.1'}} Sep 15 12:50:38.294199 dv-cinder-836083-13-iscsi neutron-server[106204]: {{(pid=106204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:50:38.319029 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Network f7d1b698-a985-44da-9af0-49e9b922c210 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:50:38.330798 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, f7d1b698-a985-44da-9af0-49e9b922c210) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:50:38.335685 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:50:38.336351 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:38.340470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3efda-1c47-47bf-8d1c-d6332c9b6bb3 None None] Network f7d1b698-a985-44da-9af0-49e9b922c210 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:50:38.360077 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-2747dbc7-a607-4111-87ac-3166b482185d demo admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4995499 Sep 15 12:50:38.606658 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-f7d1b698-a985-44da-9af0-49e9b922c210', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:50:38.607986 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:38.886281 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Allocated IP 172.20.0.2 (f7d1b698-a985-44da-9af0-49e9b922c210/05e71fc0-fe88-46ec-a99c-a0db7cdd0601/13660a1f-d04e-44ef-9671-5b69615a1431) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:50:39.036889 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:39.167869 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Publish callbacks [] for port (13660a1f-d04e-44ef-9671-5b69615a1431), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:39.177327 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:39.249103 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Network f7d1b698-a985-44da-9af0-49e9b922c210 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:50:39.257992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:50:39.265914 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:50:39.267966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:39.275803 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Pushing event updated for resources: {'Port': ['ID=13660a1f-d04e-44ef-9671-5b69615a1431,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:39.310768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.311116 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.311500 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.311856 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.312196 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.312553 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.312884 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.313213 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.313558 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.313890 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.314219 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.314561 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.314889 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.315212 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.315533 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Tracked resource versions report: Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: pushed versions: Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: { 'AddressGroup': {'1.2'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Agent': {'1.1'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'ConntrackHelper': {'1.0'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Log': {'1.0'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'NDPProxy': {'1.0'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Network': {'1.1'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Port': {'1.7'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'PortForwarding': {'1.3'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'QosPolicy': {'1.10'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroup': {'1.5'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SubPort': {'1.0'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Subnet': {'1.1'}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Trunk': {'1.1'}} Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: consumer versions: Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Agent': '1.1', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'ConntrackHelper': '1.0', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'LocalIPAssociation': '1.0', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Log': '1.0', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'NDPProxy': '1.0', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Network': '1.1', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Port': '1.7', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'PortForwarding': '1.3', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'QosPolicy': '1.10', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroup': '1.5', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroupRule': '1.2', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SubPort': '1.0', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Subnet': '1.1', Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Trunk': '1.1'}} Sep 15 12:50:39.317063 dv-cinder-836083-13-iscsi neutron-server[106206]: {{(pid=106206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:50:39.369821 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Attempting to bind port 13660a1f-d04e-44ef-9671-5b69615a1431 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:50:39.370441 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Attempting to bind port 13660a1f-d04e-44ef-9671-5b69615a1431 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:50:39.370778 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Attempting to bind port 13660a1f-d04e-44ef-9671-5b69615a1431 on network f7d1b698-a985-44da-9af0-49e9b922c210 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:50:39.419013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:50:39.419339 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Checking segment: {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:50:39.419814 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:39.420199 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Bound using segment: {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:50:39.420701 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Bound port: 13660a1f-d04e-44ef-9671-5b69615a1431, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:50:39.421104 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:39.480109 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] For port 13660a1f-d04e-44ef-9671-5b69615a1431, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:50:39.499764 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] For port 13660a1f-d04e-44ef-9671-5b69615a1431, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=13660a1f-d04e-44ef-9671-5b69615a1431,segment=NetworkSegment(5389db35-17a8-4391-a4ed-2da70d9d9b46),segment_id=5389db35-17a8-4391-a4ed-2da70d9d9b46)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:50:39.506600 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:39.559894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0894-35e9-4cce-9871-0a0a46836f9c None None] Pushing event updated for resources: {'Port': ['ID=13660a1f-d04e-44ef-9671-5b69615a1431,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:40.783084 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:40.790639 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=7 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:41.069580 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39534) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:41.400909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [None req-3f874701-ed0f-4bf3-82f7-a1eafb509e5a admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:50:41.402092 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3f874701-ed0f-4bf3-82f7-a1eafb509e5a admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3316455 Sep 15 12:50:44.079355 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39542) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:44.182695 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=47,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:44.189611 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:44.411145 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [None req-146bba5f-fa92-44fa-abb0-ceb8fbed08ec admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:50:44.412702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-146bba5f-fa92-44fa-abb0-ceb8fbed08ec admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3324878 Sep 15 12:50:47.117711 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39558) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:47.451551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:50:47.476706 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.478304 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.577233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2adf3-7080-4365-84ac-0b60989705c9 None None] Network f7d1b698-a985-44da-9af0-49e9b922c210 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:50:47.619420 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] Publish callbacks [] for router_controller (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), precommit_add_association {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.624388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.643608 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.644824 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b65ffcea-18d6-4bfa-9923-f1ad9b0255d2 demo demo] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5260448 Sep 15 12:50:47.659769 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Provisioning complete for port 13660a1f-d04e-44ef-9671-5b69615a1431 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:50:47.660177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.660563 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Attempt 1 to provision port 13660a1f-d04e-44ef-9671-5b69615a1431 Sep 15 12:50:47.686344 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 13660a1f-d04e-44ef-9671-5b69615a1431 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:50:47.894448 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Current status of the port 13660a1f-d04e-44ef-9671-5b69615a1431 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:50:47.894837 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.910852 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 13660a1f-d04e-44ef-9671-5b69615a1431 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:50:47.911239 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:47.911583 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 13660a1f-d04e-44ef-9671-5b69615a1431 Sep 15 12:50:47.969203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] For port 13660a1f-d04e-44ef-9671-5b69615a1431, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=13660a1f-d04e-44ef-9671-5b69615a1431,segment=NetworkSegment(5389db35-17a8-4391-a4ed-2da70d9d9b46),segment_id=5389db35-17a8-4391-a4ed-2da70d9d9b46)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:50:47.977485 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:48.045125 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 13660a1f-d04e-44ef-9671-5b69615a1431 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:50:48.057200 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a279ea-538c-4789-9eee-3b143879e00d None None] Pushing event updated for resources: {'Port': ['ID=13660a1f-d04e-44ef-9671-5b69615a1431,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:48.088811 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:48.097569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-7fceac4f-3879-466b-a9d1-fa5931d680d7 None None] Provisioning complete for port 13660a1f-d04e-44ef-9671-5b69615a1431 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:50:48.098032 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7fceac4f-3879-466b-a9d1-fa5931d680d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:48.098439 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-7fceac4f-3879-466b-a9d1-fa5931d680d7 None None] Attempt 1 to provision port 13660a1f-d04e-44ef-9671-5b69615a1431 Sep 15 12:50:48.173563 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-7fceac4f-3879-466b-a9d1-fa5931d680d7 None None] Current status of the port 13660a1f-d04e-44ef-9671-5b69615a1431 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:50:48.352942 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:48.354117 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:49.618572 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 13660a1f-d04e-44ef-9671-5b69615a1431 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:50:49.621624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:49.663115 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 13660a1f-d04e-44ef-9671-5b69615a1431 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:50:49.663505 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:49.663845 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 13660a1f-d04e-44ef-9671-5b69615a1431 Sep 15 12:50:49.737046 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 13660a1f-d04e-44ef-9671-5b69615a1431 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:50:50.300760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39572) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:50.617672 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [None req-fcd7ddc8-f617-403b-a7b5-8b67eeacde35 admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:50:50.618678 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-fcd7ddc8-f617-403b-a7b5-8b67eeacde35 admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3169882 Sep 15 12:50:52.502510 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4550651c-e749-4617-a9d4-bc7c7d9b1d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.293772 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39580) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:53.615805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:50:53.635718 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Made reservation on behalf of 53ac1f185c9948448574c644790cea74 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:50:53.637949 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.646812 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.720861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks [] for security_group (24c2edf2-b457-4e86-95b8-2c63d9364bda), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.724968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (24c2edf2-b457-4e86-95b8-2c63d9364bda), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.742008 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Reserving flat network on physical network physnet1 {{(pid=106205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 12:50:53.761986 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2edf2-b457-4e86-95b8-2c63d9364bda,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:53.767059 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (9afa4d93-7236-48c6-ac75-48e821b4f1fa), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.767397 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Added segment 9afa4d93-7236-48c6-ac75-48e821b4f1fa of type flat for network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 Sep 15 12:50:53.813739 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.848160 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.849348 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:50:53.850071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:53.936013 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6411762 Sep 15 12:50:53.962977 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c69943-b911-4be3-85f2-222a64000db2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e309f7-dbf8-4cdf-9f40-b8ddd065f598,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:53.975760 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:50:54.717017 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c401ff89-9242-4076-9ab5-cf381e294766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:56.049059 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:56.569472 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39588) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:50:57.008881 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2092daa-118c-4567-b97d-d8ba1caa421e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:50:57.010277 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b2092daa-118c-4567-b97d-d8ba1caa421e demo admin] 10.222.0.57 "GET /networking/v2.0/subnets/05e71fc0-fe88-46ec-a99c-a0db7cdd0601 HTTP/1.1" status: 200 len: 849 time: 0.4398549 Sep 15 12:50:57.131902 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b95b8de6-ead4-4d2b-9271-d798f089688f demo admin] 10.222.0.57 "GET /networking/v2.0/routers/993e55c8-431b-4af5-9ffc-686a3c3ee9b0 HTTP/1.1" status: 200 len: 704 time: 0.1154435 Sep 15 12:50:57.400336 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:57.472748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:57.485311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:57.711180 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:57.712020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Allocated IP 172.20.0.1 (f7d1b698-a985-44da-9af0-49e9b922c210/05e71fc0-fe88-46ec-a99c-a0db7cdd0601/4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:50:57.901364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks [] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:57.909690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:57.968604 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.083228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Network f7d1b698-a985-44da-9af0-49e9b922c210 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:50:58.091217 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:50:58.095276 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:50:58.095845 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.173909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Pushing event updated for resources: {'Port': ['ID=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:58.251460 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Provisioning complete for port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:50:58.251832 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.252163 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Attempt 1 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:50:58.282985 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:50:58.311148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.505838 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:58.513941 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks [] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.518827 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.519618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:58.600787 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Pushing event updated for resources: {'Port': ['ID=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:50:58.649242 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Network f7d1b698-a985-44da-9af0-49e9b922c210 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:50:58.650524 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:50:58.730022 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:50:58.784262 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Attempt 2 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:50:58.813687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 12:50:58.819037 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:50:58.904533 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:50:58.910214 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-8444e5e1-a151-4339-8a06-ee662105ecec demo admin] 10.222.0.57 "PUT /networking/v2.0/routers/993e55c8-431b-4af5-9ffc-686a3c3ee9b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7728031 Sep 15 12:50:58.915283 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Sync routers for ids ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:50:58.928759 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Routers {'993e55c8-431b-4af5-9ffc-686a3c3ee9b0'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:50:58.929494 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:50:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:59.127831 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Set router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:50:59.320255 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Attempt 3 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:50:59.353057 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:50:59.550694 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'name': 'router1', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:50:47Z', 'updated_at': '2022-09-15T12:50:58Z', 'revision_number': 2, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'gw_port_host': None, '_interfaces': [{'id': '4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc', 'name': '', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'mac_address': 'fa:16:3e:a8:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:50:57Z', 'updated_at': '2022-09-15T12:50:58Z', 'revision_number': 2, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'subnets': [{'id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:50:59.599646 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Checking router: 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:50:59.600005 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Updating router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:50:59.655531 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:50:59.854417 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Attempt 4 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:50:59.887024 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:51:00.162216 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Publish callbacks [] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:00.169896 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:00.320006 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Pushing event updated for resources: {'Port': ['ID=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:00.324478 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Attempting to bind port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:51:00.324877 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Attempting to bind port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:51:00.325317 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Attempting to bind port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc on network f7d1b698-a985-44da-9af0-49e9b922c210 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:51:00.356864 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.357140 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.357502 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.357845 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.358190 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.358516 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.358839 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.359161 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.359499 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.359825 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.360146 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.360506 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.360826 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.361144 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.361459 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Tracked resource versions report: Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: pushed versions: Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: { 'AddressGroup': {'1.2'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Agent': {'1.1'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'ConntrackHelper': {'1.0'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Log': {'1.0'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'NDPProxy': {'1.0'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Network': {'1.1'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Port': {'1.7'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'PortForwarding': {'1.3'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'QosPolicy': {'1.10'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroup': {'1.5'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SubPort': {'1.0'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Subnet': {'1.1'}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Trunk': {'1.1'}} Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: consumer versions: Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Agent': '1.1', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'ConntrackHelper': '1.0', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'LocalIPAssociation': '1.0', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Log': '1.0', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'NDPProxy': '1.0', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Network': '1.1', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Port': '1.7', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'PortForwarding': '1.3', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'QosPolicy': '1.10', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroup': '1.5', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroupRule': '1.2', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SubPort': '1.0', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Subnet': '1.1', Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Trunk': '1.1'}} Sep 15 12:51:00.362947 dv-cinder-836083-13-iscsi neutron-server[106207]: {{(pid=106207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:51:00.388245 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Attempt 5 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:51:00.420744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:51:00.423638 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:51:00.424052 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Checking segment: {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:51:00.424573 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:00.424968 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Bound using segment: {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:51:00.425440 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Bound port: 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5389db35-17a8-4391-a4ed-2da70d9d9b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:51:00.425824 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:00.440593 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:00.491952 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] For port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:51:00.511852 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] For port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,segment=NetworkSegment(5389db35-17a8-4391-a4ed-2da70d9d9b46),segment_id=5389db35-17a8-4391-a4ed-2da70d9d9b46)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:51:00.517688 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:00.556836 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Routers {'993e55c8-431b-4af5-9ffc-686a3c3ee9b0'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:51:00.557442 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:50:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:51:00.593700 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:00.631590 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9393e9e-f7fc-4c7c-9b1a-7dc5952db675 None None] Pushing event updated for resources: {'Port': ['ID=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,revision_number=4']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:00.654160 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] Set router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:51:00.845770 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'name': 'router1', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:50:47Z', 'updated_at': '2022-09-15T12:50:58Z', 'revision_number': 2, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'gw_port_host': None, '_interfaces': [{'id': '4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc', 'name': '', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'mac_address': 'fa:16:3e:a8:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:50:57Z', 'updated_at': '2022-09-15T12:51:00Z', 'revision_number': 4, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'subnets': [{'id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:51:00.870409 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e8c6-ae85-4631-b55f-267b8d5afe2c None None] The sync data for ids ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'] in dv-cinder-836083-13-iscsi is: [{'id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'name': 'router1', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:50:47Z', 'updated_at': '2022-09-15T12:50:58Z', 'revision_number': 2, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'gw_port_host': None, '_interfaces': [{'id': '4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc', 'name': '', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'mac_address': 'fa:16:3e:a8:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:50:57Z', 'updated_at': '2022-09-15T12:51:00Z', 'revision_number': 4, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'subnets': [{'id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:51:00.922398 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Attempt 6 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:51:01.000950 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Current status of the port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:51:01.001499 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:01.041944 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] For port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,segment=NetworkSegment(5389db35-17a8-4391-a4ed-2da70d9d9b46),segment_id=5389db35-17a8-4391-a4ed-2da70d9d9b46)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:51:01.046821 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:01.095667 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dbd27-3f6f-4604-8c42-36e783086227 None None] Pushing event updated for resources: {'Port': ['ID=4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:01.166276 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-3cd19908-161f-47c4-9407-9fbbe5ee411b None None] Provisioning complete for port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:51:01.166606 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3cd19908-161f-47c4-9407-9fbbe5ee411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:01.166922 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3cd19908-161f-47c4-9407-9fbbe5ee411b None None] Attempt 1 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:51:01.206607 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:01.245288 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3cd19908-161f-47c4-9407-9fbbe5ee411b None None] Current status of the port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:51:01.606373 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39598) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:51:02.008136 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7cc31-59e6-4db8-85f7-0fc344a06010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:51:02.009565 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-51f7cc31-59e6-4db8-85f7-0fc344a06010 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 HTTP/1.1" status: 200 len: 842 time: 0.4022455 Sep 15 12:51:02.020042 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:51:02.045695 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Made reservation on behalf of 53ac1f185c9948448574c644790cea74 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:51:02.048056 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:02.356020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.objects.ports [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106205) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 15 12:51:02.356478 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (db684fce-5aa4-418a-a9ff-d77c3cdb3be2), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:02.407135 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db684fce-5aa4-418a-a9ff-d77c3cdb3be2,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:02.423623 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:51:02.423976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Network hostable DHCP agents. Network: e0e309f7-dbf8-4cdf-9f40-b8ddd065f598, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:51:02.430106 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:02.448785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:51:02.460575 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, e0e309f7-dbf8-4cdf-9f40-b8ddd065f598) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:51:02.464658 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:51:02.465310 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:02.470479 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66956fb1-7e54-4f15-85c7-7c24b2dab764 None None] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:51:02.488918 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2d148ff8-b873-45e6-b32f-e0302372f55e admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4724221 Sep 15 12:51:02.586706 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22e325-1135-43a3-967a-079afe676723 None None] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:51:02.637917 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:05.226445 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39606) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:51:05.722779 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-206ae807-9c45-4cf7-b4f4-eef4fd5dcd3d demo admin] 10.222.0.57 "GET /networking/v2.0/routers/993e55c8-431b-4af5-9ffc-686a3c3ee9b0 HTTP/1.1" status: 200 len: 710 time: 0.4952011 Sep 15 12:51:05.817958 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39cb562-a5e1-4b71-888d-477747607c00 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:51:05.819708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a39cb562-a5e1-4b71-888d-477747607c00 demo admin] 10.222.0.57 "GET /networking/v2.0/networks/e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 HTTP/1.1" status: 200 len: 886 time: 0.0905457 Sep 15 12:51:05.828888 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:51:05.974230 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:06.074308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks [] for router_gateway (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:06.292138 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks [] for router_gateway (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:06.370026 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:06.473381 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Allocated IP 172.27.1.54 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/a38cec5c-48c8-4068-99b2-f779d6de433a) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:51:06.578394 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks [] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:06.579682 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:06.614125 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:06.652445 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:51:06.656811 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:51:06.660557 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:51:06.696747 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Pushing event updated for resources: {'Port': ['ID=a38cec5c-48c8-4068-99b2-f779d6de433a,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:06.789588 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:06.903893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks [] for router_gateway (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:07.183059 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1946'] for router (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:07.186560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518107'] for router (993e55c8-431b-4af5-9ffc-686a3c3ee9b0), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:07.285821 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:51:07.385804 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:51:07.390101 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:07.391315 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f71995da-4c09-4d17-bb4d-6ab176de9d06 demo admin] 10.222.0.57 "PUT /networking/v2.0/routers/993e55c8-431b-4af5-9ffc-686a3c3ee9b0 HTTP/1.1" status: 200 len: 889 time: 1.5656478 Sep 15 12:51:07.407517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Sync routers for ids ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:51:07.420794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Routers {'993e55c8-431b-4af5-9ffc-686a3c3ee9b0'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:51:07.421374 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:50:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:51:07.637350 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Set router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:51:07.656191 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:51:07.888195 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:51:07.888751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:07.889095 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:51:08.179086 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:51:08.187974 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'name': 'router1', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a38cec5c-48c8-4068-99b2-f779d6de433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:50:47Z', 'updated_at': '2022-09-15T12:51:06Z', 'revision_number': 4, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'gw_port': {'id': 'a38cec5c-48c8-4068-99b2-f779d6de433a', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:51:06Z', 'updated_at': '2022-09-15T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc', 'name': '', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'mac_address': 'fa:16:3e:a8:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:50:57Z', 'updated_at': '2022-09-15T12:51:01Z', 'revision_number': 5, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'subnets': [{'id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:51:08.235412 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Checking router: 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:51:08.235762 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Updating router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 port a38cec5c-48c8-4068-99b2-f779d6de433a binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:51:08.290935 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:08.527869 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:08.595951 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Publish callbacks [] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:08.601205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:08.634175 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Attempting to bind port a38cec5c-48c8-4068-99b2-f779d6de433a on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:51:08.634538 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Attempting to bind port a38cec5c-48c8-4068-99b2-f779d6de433a by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:51:08.634898 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Attempting to bind port a38cec5c-48c8-4068-99b2-f779d6de433a on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:51:08.671768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:08.675537 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7fa1a-140c-4f88-b4d8-031c30d5617b None None] Pushing event updated for resources: {'Port': ['ID=a38cec5c-48c8-4068-99b2-f779d6de433a,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:08.688343 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:51:08.688712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:51:08.689108 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:08.689487 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:51:08.689946 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Bound port: a38cec5c-48c8-4068-99b2-f779d6de433a, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:51:08.690314 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:08.740550 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] For port a38cec5c-48c8-4068-99b2-f779d6de433a, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:51:08.743613 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] For port a38cec5c-48c8-4068-99b2-f779d6de433a, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a38cec5c-48c8-4068-99b2-f779d6de433a,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:51:08.749472 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:08.785205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Routers {'993e55c8-431b-4af5-9ffc-686a3c3ee9b0'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:51:08.785718 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:50:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:51:08.848489 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7fa1a-140c-4f88-b4d8-031c30d5617b None None] Pushing event updated for resources: {'Port': ['ID=a38cec5c-48c8-4068-99b2-f779d6de433a,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:08.905435 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] Set router 993e55c8-431b-4af5-9ffc-686a3c3ee9b0 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:51:09.108708 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'name': 'router1', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a38cec5c-48c8-4068-99b2-f779d6de433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:50:47Z', 'updated_at': '2022-09-15T12:51:06Z', 'revision_number': 4, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'gw_port': {'id': 'a38cec5c-48c8-4068-99b2-f779d6de433a', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:51:06Z', 'updated_at': '2022-09-15T12:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc', 'name': '', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'mac_address': 'fa:16:3e:a8:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:50:57Z', 'updated_at': '2022-09-15T12:51:01Z', 'revision_number': 5, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'subnets': [{'id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:51:09.133580 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212979a-7cab-461b-844c-7d8654e51876 None None] The sync data for ids ['993e55c8-431b-4af5-9ffc-686a3c3ee9b0'] in dv-cinder-836083-13-iscsi is: [{'id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'name': 'router1', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'a38cec5c-48c8-4068-99b2-f779d6de433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:50:47Z', 'updated_at': '2022-09-15T12:51:06Z', 'revision_number': 4, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'gw_port': {'id': 'a38cec5c-48c8-4068-99b2-f779d6de433a', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:82:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:51:06Z', 'updated_at': '2022-09-15T12:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc', 'name': '', 'network_id': 'f7d1b698-a985-44da-9af0-49e9b922c210', 'tenant_id': 'b59720c712524d768e1fc85c3cf651b5', 'mac_address': 'fa:16:3e:a8:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993e55c8-431b-4af5-9ffc-686a3c3ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:50:57Z', 'updated_at': '2022-09-15T12:51:01Z', 'revision_number': 5, 'project_id': 'b59720c712524d768e1fc85c3cf651b5', 'subnets': [{'id': '05e71fc0-fe88-46ec-a99c-a0db7cdd0601', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f302ab9-589e-4d67-a0b2-89914f7ba806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:51:09.672715 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a38cec5c-48c8-4068-99b2-f779d6de433a up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:51:09.724436 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port a38cec5c-48c8-4068-99b2-f779d6de433a triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:51:09.724869 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:09.725069 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port a38cec5c-48c8-4068-99b2-f779d6de433a Sep 15 12:51:09.806613 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port a38cec5c-48c8-4068-99b2-f779d6de433a is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:51:09.806785 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:09.829293 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port a38cec5c-48c8-4068-99b2-f779d6de433a, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a38cec5c-48c8-4068-99b2-f779d6de433a,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:51:09.834110 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:09.866091 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:09.886248 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=a38cec5c-48c8-4068-99b2-f779d6de433a,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:51:10.246023 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 39618) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:51:10.638079 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-bb8c76ee-56f2-42b8-b3ba-4b02bcb16310 admin admin] 10.222.0.57 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3909235 Sep 15 12:51:10.847866 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:10.848602 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=27 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:11.634648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a38cec5c-48c8-4068-99b2-f779d6de433a up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:51:11.679148 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port a38cec5c-48c8-4068-99b2-f779d6de433a triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:51:11.679533 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a38cec5c-48c8-4068-99b2-f779d6de433a), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:11.679865 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port a38cec5c-48c8-4068-99b2-f779d6de433a Sep 15 12:51:11.747952 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port a38cec5c-48c8-4068-99b2-f779d6de433a is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:51:18.837749 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:51:20.629999 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=52 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:20.634200 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:21.743025 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=18 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:21.747112 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:22.514672 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-61bfe427-3f64-4910-9264-eaea99413a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:24.669615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6bae206c-05be-4cfa-853d-b0e34b5154d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:26.060700 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:27.728083 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:27.914077 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:32.822896 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:32.839636 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:37.904653 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:37.909215 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:51:52.512201 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-615b803f-6322-4c70-8cda-53b578b88837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:54.674656 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3658a285-105b-440c-82ec-6cfd6bc70295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:55.826286 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:51:56.065345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:57.732171 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:51:57.936358 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:07.922786 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=21 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:07.930600 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:09.836083 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:09.838671 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:20.823601 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:20.824422 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:22.507091 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d2731111-17ff-4eec-98d6-f375003f6aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:24.678204 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bf18605b-d83b-4b2d-9ad0-847399167917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:26.061386 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:27.728766 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:27.931894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:32.872839 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:52:36.807920 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40168) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:37.151475 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef791d9-3b5b-465d-9ef7-6f56077d168c admin admin] GET failed (client error): The resource could not be found. Sep 15 12:52:37.152777 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6ef791d9-3b5b-465d-9ef7-6f56077d168c admin admin] 10.222.0.57 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3438945 Sep 15 12:52:37.313439 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1422998-a271-4d23-ab6c-4fa444d3b951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:37.314916 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b1422998-a271-4d23-ab6c-4fa444d3b951 admin admin] 10.222.0.57 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577287 Sep 15 12:52:37.925432 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:37.927255 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:39.912071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40178) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:40.282907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404b5fe-f3db-404b-9e06-b06c89fdb14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:40.284291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b404b5fe-f3db-404b-9e06-b06c89fdb14a admin admin] 10.222.0.57 "GET /networking/v2.0/subnets/05e71fc0-fe88-46ec-a99c-a0db7cdd0601 HTTP/1.1" status: 200 len: 849 time: 0.3712263 Sep 15 12:52:40.293950 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:52:40.377172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Publish callbacks [] for subnet (05e71fc0-fe88-46ec-a99c-a0db7cdd0601), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:40.519870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768471868820'] for subnet (05e71fc0-fe88-46ec-a99c-a0db7cdd0601), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:40.551699 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:40.552622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:40.554191 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] 10.222.0.57 "PUT /networking/v2.0/subnets/05e71fc0-fe88-46ec-a99c-a0db7cdd0601 HTTP/1.1" status: 200 len: 868 time: 0.2637324 Sep 15 12:52:40.555745 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12bb0be-f9c9-4464-ac60-fce0f9f35d3d None None] Network f7d1b698-a985-44da-9af0-49e9b922c210 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:52:40.575311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e71fc0-fe88-46ec-a99c-a0db7cdd0601,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:52:40.583480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.583854 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.584188 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.584565 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.584897 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.585232 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.585560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.585889 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.586215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.586539 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.586867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.587190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.587511 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.587833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.588333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e360c-89bd-4b95-8597-4f0d7ac3d7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:52:40.931494 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Provisioning complete for port 13660a1f-d04e-44ef-9671-5b69615a1431 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:52:40.931881 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (13660a1f-d04e-44ef-9671-5b69615a1431), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:40.932220 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Attempt 1 to provision port 13660a1f-d04e-44ef-9671-5b69615a1431 Sep 15 12:52:41.008149 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Current status of the port 13660a1f-d04e-44ef-9671-5b69615a1431 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:52:41.016501 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Provisioning complete for port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:52:41.016892 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:41.017235 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Attempt 1 to provision port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc Sep 15 12:52:41.099554 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-96ead155-3d56-4f64-bdb6-6d0b3c620d5d None None] Current status of the port 4fca5b6f-a41e-4d6f-8c8f-7901bc3ff4bc is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:52:43.156410 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40186) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:43.638400 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d4a87-b299-4d3a-9c76-cb0387fec830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:43.638872 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d4a87-b299-4d3a-9c76-cb0387fec830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:43.640705 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-cf9d4a87-b299-4d3a-9c76-cb0387fec830 admin admin] 10.222.0.57 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4833457 Sep 15 12:52:46.208683 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40194) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:46.615697 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5f122-5982-4cf5-8e51-eacd46f416d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:46.616157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5f122-5982-4cf5-8e51-eacd46f416d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:46.617702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e2c5f122-5982-4cf5-8e51-eacd46f416d4 admin admin] 10.222.0.57 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4080753 Sep 15 12:52:46.827556 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:46.831635 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:49.200477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40204) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:49.600071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a3bb4-7374-425e-99ec-e068fdec512b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:49.601555 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-448a3bb4-7374-425e-99ec-e068fdec512b admin admin] 10.222.0.57 "GET /networking/v2.0/networks/e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 HTTP/1.1" status: 200 len: 886 time: 0.4001343 Sep 15 12:52:51.088249 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=39 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:51.092390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=38 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:52.186374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40212) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:52.510544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-37e37ef6-ba89-4d6a-ba47-eb35dc97977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:52.667995 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:52.673673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:52:52.715285 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28426005-cc32-43bc-83e7-072a2e17bac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:52.716691 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-28426005-cc32-43bc-83e7-072a2e17bac1 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/f7d1b698-a985-44da-9af0-49e9b922c210 HTTP/1.1" status: 200 len: 869 time: 0.5294383 Sep 15 12:52:54.680803 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2c63279d-02a0-42ff-a8aa-3bbbb91c97bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:55.303759 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40220) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:55.711355 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61c0c8-5cc4-4c06-8ee9-a05051fd2d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:55.711810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61c0c8-5cc4-4c06-8ee9-a05051fd2d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:55.713377 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ac61c0c8-5cc4-4c06-8ee9-a05051fd2d07 admin admin] 10.222.0.57 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4087133 Sep 15 12:52:56.061790 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:57.727719 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:57.935569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:52:58.297667 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40228) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:52:58.765413 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aae4d0-dd59-48c3-a650-f47fb7136a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:58.765873 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aae4d0-dd59-48c3-a650-f47fb7136a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:52:58.767414 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-54aae4d0-dd59-48c3-a650-f47fb7136a0a admin admin] 10.222.0.57 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4687970 Sep 15 12:53:01.331005 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40236) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:53:01.702393 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b37296-186d-4a4d-b8b6-c772a4b62720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:53:01.703734 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-07b37296-186d-4a4d-b8b6-c772a4b62720 admin admin] 10.222.0.57 "GET /networking/v2.0/subnets/05e71fc0-fe88-46ec-a99c-a0db7cdd0601 HTTP/1.1" status: 200 len: 868 time: 0.3718026 Sep 15 12:53:04.290487 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40244) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:53:04.654468 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba02542-4b87-42de-a0e8-155cc36aabf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:53:04.655827 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-bba02542-4b87-42de-a0e8-155cc36aabf8 admin admin] 10.222.0.57 "GET /networking/v2.0/subnets/db684fce-5aa4-418a-a9ff-d77c3cdb3be2 HTTP/1.1" status: 200 len: 816 time: 0.3643572 Sep 15 12:53:07.723966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:07.931017 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:09.821112 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:53:14.649687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=29 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:14.651569 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=35 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:22.515547 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d4e127f0-04be-4ab9-a5fb-aef7d3325ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:23.824778 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=19 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:23.828781 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=15 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:24.683251 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0e7f7c97-f947-4e4b-b974-7a385941480e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:26.064595 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:27.724371 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:27.940519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:34.541006 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40300) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:53:34.870821 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [None req-0a0d4e1c-fdff-41f0-b97b-7449a89a69f3 admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:53:34.871799 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0a0d4e1c-fdff-41f0-b97b-7449a89a69f3 admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3298786 Sep 15 12:53:37.531360 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40310) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:53:37.870480 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd188e7f-61b8-45cf-9689-552d0160410e admin admin] GET failed (client error): The resource could not be found. Sep 15 12:53:37.871755 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-dd188e7f-61b8-45cf-9689-552d0160410e admin admin] 10.222.0.57 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3394785 Sep 15 12:53:37.933692 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:37.935508 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:38.017069 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1b4b3-063b-451c-8a67-e0da163b2a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:53:38.018602 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0ae1b4b3-063b-451c-8a67-e0da163b2a19 admin admin] 10.222.0.57 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1423237 Sep 15 12:53:40.613923 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40318) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:53:40.941160 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:53:40.963159 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Made reservation on behalf of 53ac1f185c9948448574c644790cea74 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:53:40.965599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:41.031415 dv-cinder-836083-13-iscsi neutron-server[106204]: WARNING neutron.services.revisions.revision_plugin [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Could not find related network for resource to bump revision. Sep 15 12:53:41.048474 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:53:41.061265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768471891896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (67992219-1471-462b-89e4-bc37049da0f8), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:41.061806 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Unsubscribe: segment precommit_create {{(pid=106204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 12:53:41.062299 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Added segment 67992219-1471-462b-89e4-bc37049da0f8 of type vlan for network cb1045dc-a054-4bd6-ba48-4951e5c05a5a Sep 15 12:53:41.108199 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (cb1045dc-a054-4bd6-ba48-4951e5c05a5a), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:41.140462 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (cb1045dc-a054-4bd6-ba48-4951e5c05a5a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:41.141936 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:53:41.142678 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:41.220601 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6054912 Sep 15 12:53:41.240129 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1045dc-a054-4bd6-ba48-4951e5c05a5a,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:53:41.247757 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.248103 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.248491 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.248850 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.249166 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.249497 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.249823 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.250146 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.250494 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.250868 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.251195 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.251684 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.252015 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.252360 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.252684 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fe6bf-3c0e-4fae-bc3d-85d79ee925d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:41.264601 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network cb1045dc-a054-4bd6-ba48-4951e5c05a5a details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:53:43.846436 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40326) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:53:44.180824 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f02c61-427e-49a3-a5da-324aa6f21d7d admin admin] GET failed (client error): The resource could not be found. Sep 15 12:53:44.182109 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-59f02c61-427e-49a3-a5da-324aa6f21d7d admin admin] 10.222.0.57 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3346846 Sep 15 12:53:44.253100 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820be82d-9f41-40d2-9b0d-ffafe0e610cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:53:44.254485 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-820be82d-9f41-40d2-9b0d-ffafe0e610cb admin admin] 10.222.0.57 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680015 Sep 15 12:53:44.264051 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:53:44.284390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Made reservation on behalf of 53ac1f185c9948448574c644790cea74 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:53:44.286612 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:44.449475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (95a2a154-8f66-4503-995c-1375c0460358), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:44.508312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a2a154-8f66-4503-995c-1375c0460358,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:53:44.519183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.519526 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.519892 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.520213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.520567 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.520891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.521215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.521531 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.521867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.522191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.522526 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.522848 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.523162 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.523473 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.523785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:44.526752 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Checking segment: {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:53:44.527099 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Network hostable DHCP agents. Network: cb1045dc-a054-4bd6-ba48-4951e5c05a5a, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:53:44.544212 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Network cb1045dc-a054-4bd6-ba48-4951e5c05a5a is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:53:44.553040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, cb1045dc-a054-4bd6-ba48-4951e5c05a5a) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:53:44.557174 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:53:44.557641 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:44.562056 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78369f6-b6be-45db-9a5f-2be9d15e0276 None None] Network cb1045dc-a054-4bd6-ba48-4951e5c05a5a requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:53:44.573574 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6a11093b-0a05-40f0-a5cc-8a9ae6b2fea2 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127778 Sep 15 12:53:44.673463 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-cb1045dc-a054-4bd6-ba48-4951e5c05a5a', 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a', 'project_id': '53ac1f185c9948448574c644790cea74', 'fixed_ips': [{'subnet_id': '95a2a154-8f66-4503-995c-1375c0460358'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:53:44.674547 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:44.912982 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Allocated IP 192.168.233.2 (cb1045dc-a054-4bd6-ba48-4951e5c05a5a/95a2a154-8f66-4503-995c-1375c0460358/cafa9b97-ae4d-4462-94ef-d4ef3fe234ad) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:53:45.059603 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Publish callbacks [] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.066694 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.109012 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Network cb1045dc-a054-4bd6-ba48-4951e5c05a5a is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:53:45.112667 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:53:45.116784 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:53:45.119692 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Pushing event updated for resources: {'Port': ['ID=cafa9b97-ae4d-4462-94ef-d4ef3fe234ad,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:53:45.131946 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.132303 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.132658 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.133007 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.133335 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.133656 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.133975 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.134289 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.134621 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.134939 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.135254 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.135581 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.135895 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.136207 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.136540 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:53:45.186108 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Attempting to bind port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:53:45.186390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Attempting to bind port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:53:45.186741 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Attempting to bind port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad on network cb1045dc-a054-4bd6-ba48-4951e5c05a5a {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:53:45.231567 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:53:45.231933 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Checking segment: {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:53:45.232372 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.232737 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Bound using segment: {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:53:45.233208 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Bound port: cafa9b97-ae4d-4462-94ef-d4ef3fe234ad, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:53:45.233573 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.297033 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] For port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:53:45.301225 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] For port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=cafa9b97-ae4d-4462-94ef-d4ef3fe234ad,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:53:45.306354 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.360960 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a9e7a-ca7d-4c21-a456-f0e7f1ff3cbc None None] Pushing event updated for resources: {'Port': ['ID=cafa9b97-ae4d-4462-94ef-d4ef3fe234ad,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:53:45.762120 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device cafa9b97-ae4d-4462-94ef-d4ef3fe234ad up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:53:45.810822 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:53:45.811205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.811538 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad Sep 15 12:53:45.837876 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:45.847119 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:45.889533 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:53:45.890177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.929778 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=cafa9b97-ae4d-4462-94ef-d4ef3fe234ad,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:53:45.936369 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:45.991637 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=cafa9b97-ae4d-4462-94ef-d4ef3fe234ad,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:53:46.213034 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d732a7b-b44d-4cf6-96f0-9349dea86387 None None] Network cb1045dc-a054-4bd6-ba48-4951e5c05a5a requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:53:46.324740 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-59bc3adf-bdba-4f3b-b657-c166da27f55f None None] Provisioning complete for port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:53:46.325133 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-59bc3adf-bdba-4f3b-b657-c166da27f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:46.325471 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-59bc3adf-bdba-4f3b-b657-c166da27f55f None None] Attempt 1 to provision port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad Sep 15 12:53:46.420336 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-59bc3adf-bdba-4f3b-b657-c166da27f55f None None] Current status of the port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:53:46.539799 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-5c80c257-8b6c-4df0-8b71-47c1c5a9a9b5 None None] Provisioning complete for port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:53:46.540178 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5c80c257-8b6c-4df0-8b71-47c1c5a9a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:46.540546 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5c80c257-8b6c-4df0-8b71-47c1c5a9a9b5 None None] Attempt 1 to provision port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad Sep 15 12:53:46.613978 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5c80c257-8b6c-4df0-8b71-47c1c5a9a9b5 None None] Current status of the port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:53:46.820894 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:53:47.752712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device cafa9b97-ae4d-4462-94ef-d4ef3fe234ad up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:53:47.802554 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:53:47.802973 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (cafa9b97-ae4d-4462-94ef-d4ef3fe234ad), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:47.803297 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad Sep 15 12:53:47.875523 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port cafa9b97-ae4d-4462-94ef-d4ef3fe234ad is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:53:51.243341 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:51.244123 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=32,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:52.511036 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bd1461a1-dacf-4adb-a90e-fa56d1833560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:54.561165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:54.567437 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=46,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:54.686259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b6f33b4e-512f-475c-84db-ae9698a03d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:56.061342 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:53:56.067786 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:57.726851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:53:57.944656 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:00.824506 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:00.828862 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:07.937961 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:07.940663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:20.820812 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:20.821508 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:22.517008 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-41534d96-4a1a-42ea-a1ea-291b206abc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:23.820194 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:54:24.689566 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-46f1a1fd-8566-41f5-91cf-6927fd96ad5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:26.068941 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:27.731187 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:27.947219 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:37.820760 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:37.825972 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:37.940691 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:37.942614 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:52.519695 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a31fd3f6-8409-4275-b0e8-6525bce66f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:54.692359 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b27114dc-9a41-49fc-9c2c-bbea32d95cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:56.070952 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:57.735451 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:57.949632 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:54:59.824015 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:54:59.842648 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:00.821493 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:55:05.376582 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40368) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:55:05.382418 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [None req-90404b2e-b907-4a76-b400-af7b5600b7bf tempest-verify_tempest_config-1673681532 tempest-verify_tempest_config-1673681532-project] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:55:05.383436 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-90404b2e-b907-4a76-b400-af7b5600b7bf tempest-verify_tempest_config-1673681532 tempest-verify_tempest_config-1673681532-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058551 Sep 15 12:55:05.891319 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40386) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:55:06.232205 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.335700 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Publish callbacks [] for security_group (0b510848-1814-4506-b0bf-78bd64e3f88b), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.339428 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0b510848-1814-4506-b0bf-78bd64e3f88b), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.385808 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c652def352d44f178876c29dd3b2a86c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4934816 Sep 15 12:55:06.387198 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b510848-1814-4506-b0bf-78bd64e3f88b,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:55:06.389176 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40390) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:55:06.398110 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.399478 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.400005 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.400541 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.401029 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.401730 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.402258 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.403537 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.404921 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.405448 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.406003 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.406515 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.407028 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.407546 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.408053 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c52bd6-228a-4407-8f46-e8527a40a2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.469807 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Publish callbacks [] for security_group (0b510848-1814-4506-b0bf-78bd64e3f88b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.490482 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Publish callbacks [] for security_group (0b510848-1814-4506-b0bf-78bd64e3f88b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.589030 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0b510848-1814-4506-b0bf-78bd64e3f88b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.592106 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:06.593307 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0b510848-1814-4506-b0bf-78bd64e3f88b HTTP/1.1" status: 204 len: 168 time: 0.2025032 Sep 15 12:55:06.601381 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b510848-1814-4506-b0bf-78bd64e3f88b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:55:06.608934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.609285 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.609640 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.609976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.610304 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.610634 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.610960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.611276 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.611856 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.612183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.612548 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.612877 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.613197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.613513 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:06.613829 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad92c9a-03a5-4672-8a22-1023c4ff6f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:55:16.390794 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=24,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:16.391522 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:16.604367 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:16.605116 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:16.627425 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:16.639880 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:20.881064 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=19 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:20.882917 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=15 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:22.522394 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e2562ec8-ec55-46ea-a504-299542533a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:24.695864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bf25ef7c-c609-4123-8c47-3416190b49d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:26.075222 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:27.737574 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:27.953367 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:37.821247 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:55:37.947516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:37.949448 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:51.818385 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:51.819120 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:55:52.525031 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e29dca34-4d30-4981-be21-d1a6e20155ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:54.697893 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b0613032-1666-40a8-94b1-946d80564903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:56.077548 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:57.745592 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:55:57.954853 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:07.948916 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:56:07.951483 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:56:14.820315 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 5 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:56:22.526997 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b343a193-c4f4-4bef-8a84-b8519af19dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:24.699275 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-21c1dc6d-5efb-4fbb-a8bb-799344c7a830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:26.082079 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:27.747394 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:27.958003 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:28.811213 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:56:28.815551 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=7 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:56:35.069947 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518852'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:45.061866 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:56:45.066133 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:56:48.137257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40484) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:56:48.265092 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2937c3bc-fc0d-444a-8fa6-d9363ee1d691 admin admin] 10.222.0.57 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1267526 Sep 15 12:56:50.712918 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40494) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:56:50.767915 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-7e57e859-1190-4e1d-93e0-3ed3a1f1c4fc admin admin] 10.222.0.57 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0539331 Sep 15 12:56:51.820293 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:56:52.529398 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-35b12d3b-4f6e-44e8-97f2-79d2eb1e8203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:54.701786 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ea245820-3748-435f-9099-e5400fb5cc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:56.085565 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:57.750583 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:57.961259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:56:58.257953 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:00.762937 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:05.044348 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:05.806936 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:05.812423 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:15.033599 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:15.039662 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:20.877399 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=11 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:20.878185 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=15 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:22.531454 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-30a5193d-0aba-4eb9-9a44-a7d69d3b529b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:24.703813 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-51ce0e4c-03e3-4db1-8152-cec54d08384a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:26.088794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:27.753224 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:27.963696 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:28.819646 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:57:35.043945 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:42.803659 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:42.809945 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:45.037382 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:45.039544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:57:52.534041 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b5e1b9a-9095-48b5-a244-71816d3fde53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:54.706404 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fcdb8b97-aca7-4447-a9ef-1d42d6bcd99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:56.090727 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:57.757699 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:57:57.968012 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:05.049895 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:05.819007 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:58:15.044160 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:15.046045 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:20.831375 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:20.838131 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:22.549582 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-202990ca-4c5c-4749-a79a-006cf0304b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:23.535032 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40652) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:23.892371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1990481672-network', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:23.920943 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Made reservation on behalf of 2e4c4dc894bd429b8f46ae444eb5ff7d for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:23.923764 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:23.934576 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.026673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks [] for security_group (608c9208-f013-4015-99ae-d81dafc99ad4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.032845 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (608c9208-f013-4015-99ae-d81dafc99ad4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.063228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c9208-f013-4015-99ae-d81dafc99ad4,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:24.073851 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.074399 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.074755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.075092 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.075418 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.075745 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.076065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.076438 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.076776 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.077098 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.077426 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.077748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.078064 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.078374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.078886 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Tracked resource versions report: Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: pushed versions: Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: { 'AddressGroup': {'1.2'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Agent': {'1.1'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'ConntrackHelper': {'1.0'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Log': {'1.0'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'NDPProxy': {'1.0'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Network': {'1.1'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Port': {'1.7'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'PortForwarding': {'1.3'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'QosPolicy': {'1.10'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroup': {'1.5'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SubPort': {'1.0'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Subnet': {'1.1'}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Trunk': {'1.1'}} Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: consumer versions: Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: HyperV agent@hv-cinder-83608: {}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Agent': '1.1', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'ConntrackHelper': '1.0', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'LocalIPAssociation': '1.0', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Log': '1.0', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'NDPProxy': '1.0', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Network': '1.1', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Port': '1.7', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'PortForwarding': '1.3', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'QosPolicy': '1.10', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroup': '1.5', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SecurityGroupRule': '1.2', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'SubPort': '1.0', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Subnet': '1.1', Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: 'Trunk': '1.1'}} Sep 15 12:58:24.080123 dv-cinder-836083-13-iscsi neutron-server[106205]: {{(pid=106205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:58:24.090417 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:58:24.105126 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (5bb35f23-3ce0-41f5-ae93-b88b95314587), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.105786 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Added segment 5bb35f23-3ce0-41f5-ae93-b88b95314587 of type vlan for network e0e4d116-b42c-4d92-83e5-69793b91ec95 Sep 15 12:58:24.111442 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40688) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:24.155806 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (e0e4d116-b42c-4d92-83e5-69793b91ec95), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.191422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (e0e4d116-b42c-4d92-83e5-69793b91ec95), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.192553 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:24.193201 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.256158 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40698) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:24.256392 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7201414 Sep 15 12:58:24.261846 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96fc05-9833-4cf1-8e37-3b5c54e54a80 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e4d116-b42c-4d92-83e5-69793b91ec95,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:24.262281 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Request body: {'subnet': {'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-subnet', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:24.274509 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:58:24.283631 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Made reservation on behalf of 2e4c4dc894bd429b8f46ae444eb5ff7d for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:24.286369 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.429414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40704) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:24.477188 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (1046c219-65a3-4db3-82a5-a910b30b1dec), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.530120 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1046c219-65a3-4db3-82a5-a910b30b1dec,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:24.539466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.539833 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.540197 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.540569 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.540905 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.541260 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.541611 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.541944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.542283 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.542829 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.543317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.543810 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.544134 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.544693 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.545017 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Tracked resource versions report: Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: pushed versions: Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: { 'AddressGroup': {'1.2'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Agent': {'1.1'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'ConntrackHelper': {'1.0'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Log': {'1.0'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'NDPProxy': {'1.0'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Network': {'1.1'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Port': {'1.7'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'PortForwarding': {'1.3'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'QosPolicy': {'1.10'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroup': {'1.5'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SubPort': {'1.0'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Subnet': {'1.1'}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Trunk': {'1.1'}} Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: consumer versions: Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: HyperV agent@hv-cinder-83608: {}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Agent': '1.1', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'ConntrackHelper': '1.0', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'LocalIPAssociation': '1.0', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Log': '1.0', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'NDPProxy': '1.0', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Network': '1.1', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Port': '1.7', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'PortForwarding': '1.3', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'QosPolicy': '1.10', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroup': '1.5', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SecurityGroupRule': '1.2', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'SubPort': '1.0', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Subnet': '1.1', Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: 'Trunk': '1.1'}} Sep 15 12:58:24.546232 dv-cinder-836083-13-iscsi neutron-server[106204]: {{(pid=106204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:58:24.570135 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:24.570956 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Network hostable DHCP agents. Network: e0e4d116-b42c-4d92-83e5-69793b91ec95, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:58:24.590746 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:58:24.602206 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, e0e4d116-b42c-4d92-83e5-69793b91ec95) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:24.608396 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:24.608877 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.610493 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49113742-2044-475d-9e1e-bf7333aa6372 None None] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:24.631025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40722) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:24.631577 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a4e03cb9-490b-43f1-a92d-e37dd70e6f95 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3739493 Sep 15 12:58:24.637168 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:24.638569 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40724) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:24.662034 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (d0d2e634-8089-44d7-b7ba-890de5ae45ea), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.663858 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (d0d2e634-8089-44d7-b7ba-890de5ae45ea), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.686723 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40728) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:24.691530 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-network', 'tenant_id': '6180da28285943f7a7b0900185df6127'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:24.733770 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks [] for router_controller (d0d2e634-8089-44d7-b7ba-890de5ae45ea), precommit_add_association {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.734080 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Made reservation on behalf of 6180da28285943f7a7b0900185df6127 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:24.741219 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-526ca8e2-b480-431d-8636-778548ec1e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.742280 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.750456 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-e0e4d116-b42c-4d92-83e5-69793b91ec95', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:58:24.751732 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.761566 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.869727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-30956284-network', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:24.908958 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks [] for security_group (bc539984-abc7-4863-9068-525a9b9b6263), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.916239 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (bc539984-abc7-4863-9068-525a9b9b6263), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.931605 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-network', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:24.956633 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:58:24.967833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks [] for router_gateway (d0d2e634-8089-44d7-b7ba-890de5ae45ea), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.968606 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:24.975169 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Made reservation on behalf of 27776e610cf84b49af0fec4b95aa31f3 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:24.978910 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:24.988430 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-364424213-network', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:24.991567 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.025226 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc539984-abc7-4863-9068-525a9b9b6263,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:25.034321 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (81405f03-ecd5-4ede-8031-c149d733d9eb), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.035181 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Added segment 81405f03-ecd5-4ede-8031-c149d733d9eb of type vlan for network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 Sep 15 12:58:25.036143 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Made reservation on behalf of dc2cd7163bd9476891dfe836246ead22 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:25.039466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.051707 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Made reservation on behalf of ffff4b9feef3437cb5529aeaaacc3f86 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:25.054398 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.073791 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.107357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:25.111821 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Allocated IP 172.20.0.2 (e0e4d116-b42c-4d92-83e5-69793b91ec95/1046c219-65a3-4db3-82a5-a910b30b1dec/491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:25.174352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks [] for security_group (70e2de87-65f1-4b25-9019-2576c1f99694), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.196192 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:25.197462 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.205167 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (70e2de87-65f1-4b25-9019-2576c1f99694), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.215539 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:25.218221 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks [] for security_group (2cee1a62-e679-444f-8d0a-f3432126cde7), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.244178 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (2cee1a62-e679-444f-8d0a-f3432126cde7), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.259758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e2de87-65f1-4b25-9019-2576c1f99694,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:25.280772 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cee1a62-e679-444f-8d0a-f3432126cde7,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:25.298447 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:58:25.309083 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks [] for router_gateway (d0d2e634-8089-44d7-b7ba-890de5ae45ea), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.336815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.343472 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (7aa25174-3fd5-4b82-9946-9c933a40e7b3), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.344004 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Added segment 7aa25174-3fd5-4b82-9946-9c933a40e7b3 of type vlan for network ad7108c9-b096-48f6-8695-b73ac5e764c5 Sep 15 12:58:25.377186 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks [] for security_group (f177c0ff-16d3-405a-808a-b7eb268e0584), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.384901 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (47875655-3272-49b9-a3bb-38bf6ec7a8c6), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.392900 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (f177c0ff-16d3-405a-808a-b7eb268e0584), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.431206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (ad7108c9-b096-48f6-8695-b73ac5e764c5), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.433148 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:58:25.435249 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f177c0ff-16d3-405a-808a-b7eb268e0584,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:25.467307 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (0daf4021-1928-49d8-a200-20411a82e2eb), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.467866 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Added segment 0daf4021-1928-49d8-a200-20411a82e2eb of type vlan for network 5a4caedd-fe49-46e7-8d75-963bed0357f2 Sep 15 12:58:25.469233 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:58:25.493916 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Publish callbacks [] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.503817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (ad7108c9-b096-48f6-8695-b73ac5e764c5), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.505269 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:25.506018 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.507550 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.513348 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.513530 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Added segment 6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f of type vlan for network 57460050-fc7b-4d9c-8842-e197dec4e8b7 Sep 15 12:58:25.517110 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (47875655-3272-49b9-a3bb-38bf6ec7a8c6), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.517970 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:25.518639 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.545401 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1148834 Sep 15 12:58:25.553084 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Allocated IP 172.27.1.99 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/7236799a-ed74-44b4-8229-b8976ca46dfa) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:25.555128 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40768) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:25.562287 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Request body: {'subnet': {'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-30956284-subnet', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:25.606675 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:25.608230 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:25.610427 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Made reservation on behalf of 27776e610cf84b49af0fec4b95aa31f3 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:25.611567 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:25.613612 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.695173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Pushing event updated for resources: {'Port': ['ID=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:25.699144 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (5a4caedd-fe49-46e7-8d75-963bed0357f2), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.711550 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=23,neutron:SELECT=71,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:25.729872 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6170886 Sep 15 12:58:25.735601 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40772) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:25.737288 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (57460050-fc7b-4d9c-8842-e197dec4e8b7), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.749323 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Request body: {'subnet': {'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-subnet', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:25.758369 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ac0db-9786-44f0-af97-546432dcc2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=47875655-3272-49b9-a3bb-38bf6ec7a8c6,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:25.812089 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Attempting to bind port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:25.812748 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Attempting to bind port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:25.813128 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Attempting to bind port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:25.816576 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Made reservation on behalf of 6180da28285943f7a7b0900185df6127 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:25.819158 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.833776 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (5a4caedd-fe49-46e7-8d75-963bed0357f2), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.834804 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:25.835414 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.872241 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (57460050-fc7b-4d9c-8842-e197dec4e8b7), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.873606 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:25.873911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:25.893363 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:58:25.949769 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2487657 Sep 15 12:58:25.949968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:25.953668 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40780) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:25.969086 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Request body: {'subnet': {'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-subnet', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:25.971387 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795db5-bad4-4bad-ac66-20ca1c644125 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4caedd-fe49-46e7-8d75-963bed0357f2,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.028452 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:26.034135 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:58:26.048352 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.048985 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.049631 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.050648 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] Pushing event updated for resources: {'Network': ['ID=57460050-fc7b-4d9c-8842-e197dec4e8b7,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.050906 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.051504 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.052236 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.052823 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.053375 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.054003 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.054543 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.055086 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.060445 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-be203dcd-38d5-4a6b-a543-8edb1e98d22b admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4170561 Sep 15 12:58:26.061016 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.061884 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40790) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:26.062416 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.063089 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.063641 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:26.073960 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Request body: {'subnet': {'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-364424213-subnet', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Tracked resource versions report: Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: pushed versions: Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: { 'AddressGroup': {'1.2'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Agent': {'1.1'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'ConntrackHelper': {'1.0'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Log': {'1.0'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'NDPProxy': {'1.0'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Network': {'1.1'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Port': {'1.7'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'PortForwarding': {'1.3'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'QosPolicy': {'1.10'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroup': {'1.5'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SubPort': {'1.0'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Subnet': {'1.1'}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Trunk': {'1.1'}} Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: consumer versions: Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: HyperV agent@hv-cinder-83608: {}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Agent': '1.1', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'ConntrackHelper': '1.0', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'LocalIPAssociation': '1.0', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Log': '1.0', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'NDPProxy': '1.0', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Network': '1.1', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Port': '1.7', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'PortForwarding': '1.3', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'QosPolicy': '1.10', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroup': '1.5', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SecurityGroupRule': '1.2', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'SubPort': '1.0', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Subnet': '1.1', Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: 'Trunk': '1.1'}} Sep 15 12:58:26.075962 dv-cinder-836083-13-iscsi neutron-server[106206]: {{(pid=106206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:58:26.099719 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:58:26.123105 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Made reservation on behalf of dc2cd7163bd9476891dfe836246ead22 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:26.126023 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.139820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (6c47e5c8-a118-425a-8a10-0ce00b1d13fe), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.168116 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ccb27-dc31-4aeb-9b00-e97e34dfe82a admin admin] Pushing event updated for resources: {'Network': ['ID=ad7108c9-b096-48f6-8695-b73ac5e764c5,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.210082 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:58:26.358628 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:26.362742 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (54f648f2-a47b-4d81-8ea2-91882e3ab6c6), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.418482 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:26.421164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:26.421995 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.427163 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Bound using segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:26.427933 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Bound port: 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:26.428537 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.492502 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:26.492983 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Checking segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:26.493337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Network hostable DHCP agents. Network: 57460050-fc7b-4d9c-8842-e197dec4e8b7, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:58:26.499284 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Checking segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:26.499918 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Network hostable DHCP agents. Network: ad7108c9-b096-48f6-8695-b73ac5e764c5, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:58:26.505487 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Made reservation on behalf of ffff4b9feef3437cb5529aeaaacc3f86 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:26.505677 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f648f2-a47b-4d81-8ea2-91882e3ab6c6,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.509704 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.537994 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:58:26.546001 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:26.547898 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.606935 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.612902 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 57460050-fc7b-4d9c-8842-e197dec4e8b7) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:26.621769 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c47e5c8-a118-425a-8a10-0ce00b1d13fe,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.626438 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0706d8-5c8d-4135-8814-2d6a1d4f2e2e None None] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:26.630796 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:26.631653 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.673407 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.686606 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b715a6d3-6b6c-4716-81d7-fd7c00b048e7 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6236441 Sep 15 12:58:26.695217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40820) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:26.697466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Checking segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:26.697990 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Network hostable DHCP agents. Network: 47875655-3272-49b9-a3bb-38bf6ec7a8c6, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:58:26.705366 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:26.742119 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] For port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:26.750660 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] For port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:26.755548 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:58:26.765934 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.768763 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (d7451ff7-9ae3-4363-9050-c87458e5f25a), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.780679 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (d7451ff7-9ae3-4363-9050-c87458e5f25a), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.851911 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be088f-05d2-4146-97fb-47b4751cd0c5 None None] Pushing event updated for resources: {'Port': ['ID=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:26.857236 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-57460050-fc7b-4d9c-8842-e197dec4e8b7', 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'fixed_ips': [{'subnet_id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:58:26.858264 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.876100 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks [] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.918737 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:26.921552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (b075ffdd-5219-40d4-8835-2043603d9c8a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.958756 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:26.960912 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:58:27.018160 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, ad7108c9-b096-48f6-8695-b73ac5e764c5) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:27.025151 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:27.037504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:27.037858 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.044357 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ace4b-c05e-4be7-b396-ff0b493d3606 None None] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:27.058653 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b075ffdd-5219-40d4-8835-2043603d9c8a,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:27.070649 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:27.090640 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Allocated IP 172.20.0.2 (57460050-fc7b-4d9c-8842-e197dec4e8b7/54f648f2-a47b-4d81-8ea2-91882e3ab6c6/5f6f0a77-054c-4074-8381-f86a72767b2d) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:27.128222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:27.148082 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Pushing event updated for resources: {'Port': ['ID=7236799a-ed74-44b4-8229-b8976ca46dfa,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:27.163746 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 47875655-3272-49b9-a3bb-38bf6ec7a8c6) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:27.175071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:27.181457 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998b742-6509-4771-bae9-f5d15790e4ac None None] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:27.275250 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:27.275250 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.275250 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks [] for router_controller (d7451ff7-9ae3-4363-9050-c87458e5f25a), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.406892 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-245070bf-8938-4f70-9a24-dd51f214f555 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8503637 Sep 15 12:58:27.427566 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40834) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:27.443010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:27.505044 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-bb935e97-0628-479a-8588-00493b15a3e4 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7621145 Sep 15 12:58:27.510153 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40846) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:27.516120 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:27.578965 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Checking segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:27.579315 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Network hostable DHCP agents. Network: 5a4caedd-fe49-46e7-8d75-963bed0357f2, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:58:27.608251 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.609289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.680708 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks [] for router_gateway (d7451ff7-9ae3-4363-9050-c87458e5f25a), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.732779 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (9930d0ac-2946-4003-8981-ac432633b7d5), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.734559 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (9930d0ac-2946-4003-8981-ac432633b7d5), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.835428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:58:27.909011 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-ad7108c9-b096-48f6-8695-b73ac5e764c5', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:58:27.910739 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.938696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks [] for router_controller (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), precommit_add_association {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:27.957798 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 5a4caedd-fe49-46e7-8d75-963bed0357f2) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:28.040477 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks [] for router_controller (9930d0ac-2946-4003-8981-ac432633b7d5), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.054722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:28.055416 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.065792 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c80292-5bed-4e74-a852-4ad322c53d05 None None] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:28.182386 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6e8d9b70-5694-4ad3-9eee-6371fbafc8b4 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2249098 Sep 15 12:58:28.190043 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40862) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:28.199650 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:28.205106 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:28.221000 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks [] for router_gateway (d0d2e634-8089-44d7-b7ba-890de5ae45ea), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.254232 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:28.256946 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:28.268189 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.295547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40868) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:28.317484 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks [] for router_gateway (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.370874 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (d8397d97-011d-4e4a-b546-11ada2f5c0ae), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.371813 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (d8397d97-011d-4e4a-b546-11ada2f5c0ae), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.441610 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks [] for router_controller (d8397d97-011d-4e4a-b546-11ada2f5c0ae), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.567866 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Allocated IP 172.20.0.2 (ad7108c9-b096-48f6-8695-b73ac5e764c5/6c47e5c8-a118-425a-8a10-0ce00b1d13fe/f50d56bc-358c-46d7-bb77-092dbc668d82) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:28.582659 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:28.629278 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d1c9ef-e27c-4555-aabe-a8d3d94d23f7 None None] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:28.632028 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:58:28.633092 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.644840 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9c83183d-f65f-463c-87fa-9091127d0e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.655862 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:28.694295 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-5a4caedd-fe49-46e7-8d75-963bed0357f2', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 12:58:28.695225 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.706532 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks [] for router_gateway (9930d0ac-2946-4003-8981-ac432633b7d5), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.713388 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks [] for router_gateway (d7451ff7-9ae3-4363-9050-c87458e5f25a), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.793747 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.795019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:28.795537 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.796008 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 Sep 15 12:58:28.806167 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Provisioning complete for port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:28.806785 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.807844 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Attempt 1 to provision port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 Sep 15 12:58:28.809593 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.818523 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Publish callbacks [] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.829495 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (d0d2e634-8089-44d7-b7ba-890de5ae45ea), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.841122 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks [] for router_gateway (d8397d97-011d-4e4a-b546-11ada2f5c0ae), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.872613 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:28.879644 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.939879 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks [] for router_gateway (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:28.953697 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:29.120790 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9c83183d-f65f-463c-87fa-9091127d0e1a admin admin] Publish callbacks [] for security_group (be0bab80-e3ca-48af-a457-98114d4dc48a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.121909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:29.124079 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.140299 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:29.172297 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:29.193768 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9c83183d-f65f-463c-87fa-9091127d0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (be0bab80-e3ca-48af-a457-98114d4dc48a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.200750 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:29.243508 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Pushing event updated for resources: {'Port': ['ID=5f6f0a77-054c-4074-8381-f86a72767b2d,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:29.261710 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Allocated IP 172.20.0.2 (47875655-3272-49b9-a3bb-38bf6ec7a8c6/74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2/fc64f5bd-fc8a-49c6-97e2-d290b7874767) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:29.290113 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Allocated IP 172.27.1.104 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/5bc8a061-e40d-4cba-93a0-709e162ba123) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:29.369327 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9c83183d-f65f-463c-87fa-9091127d0e1a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=1741b69bb2be4ef08c76a4e0fb6e1487&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0649116 Sep 15 12:58:29.380596 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40886) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:29.384022 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:29.426336 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Publish callbacks [] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.447939 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83183d-f65f-463c-87fa-9091127d0e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0bab80-e3ca-48af-a457-98114d4dc48a,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:29.468908 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks [] for router_gateway (9930d0ac-2946-4003-8981-ac432633b7d5), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.482853 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:29.483054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.489379 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bf4fadb2-4fd6-4c5b-a052-3c64b1871d03 admin admin] Publish callbacks [] for security_group (be0bab80-e3ca-48af-a457-98114d4dc48a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.496456 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.499737 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 12:58:29.514132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.520501 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bf4fadb2-4fd6-4c5b-a052-3c64b1871d03 admin admin] Publish callbacks [] for security_group (be0bab80-e3ca-48af-a457-98114d4dc48a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.529690 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:29.543344 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:29.601460 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Allocated IP 172.20.0.2 (5a4caedd-fe49-46e7-8d75-963bed0357f2/b075ffdd-5219-40d4-8835-2043603d9c8a/c485883f-db7e-4848-a92b-d7e20b501cfa) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:29.612723 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks [] for router_gateway (d8397d97-011d-4e4a-b546-11ada2f5c0ae), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.657347 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Current status of the port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:29.657731 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.662363 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.684007 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks [] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.684751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Attempting to bind port 5f6f0a77-054c-4074-8381-f86a72767b2d on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:29.685350 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Attempting to bind port 5f6f0a77-054c-4074-8381-f86a72767b2d by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:29.685920 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Attempting to bind port 5f6f0a77-054c-4074-8381-f86a72767b2d on network 57460050-fc7b-4d9c-8842-e197dec4e8b7 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:29.686861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:29.699281 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:29.704250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:29.719672 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:29.719672 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:29.742005 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:29.746189 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bf4fadb2-4fd6-4c5b-a052-3c64b1871d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (be0bab80-e3ca-48af-a457-98114d4dc48a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.749611 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bf4fadb2-4fd6-4c5b-a052-3c64b1871d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.753702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-bf4fadb2-4fd6-4c5b-a052-3c64b1871d03 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/be0bab80-e3ca-48af-a457-98114d4dc48a HTTP/1.1" status: 204 len: 168 time: 0.3653896 Sep 15 12:58:29.775700 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.779247 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0c41397c-3576-4b22-a07d-78dfcefc5e35 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1463463 Sep 15 12:58:29.786706 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40896) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:29.833306 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:29.837145 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.878983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:29.888080 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Pushing event updated for resources: {'Port': ['ID=f50d56bc-358c-46d7-bb77-092dbc668d82,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:29.918778 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.975009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Publish callbacks [] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:29.993783 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:30.010944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:30.017817 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:30.020379 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:30.049322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:30.122683 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc8a061-e40d-4cba-93a0-709e162ba123,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:30.186498 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fadb2-4fd6-4c5b-a052-3c64b1871d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0bab80-e3ca-48af-a457-98114d4dc48a,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:30.386050 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.394363 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:27Z', 'revision_number': 3, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:30.421680 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Allocated IP 172.27.1.71 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/6ba72e2e-8c1a-4398-ab8d-76977d5453f3) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:30.441303 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:30.441674 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Updating router d0d2e634-8089-44d7-b7ba-890de5ae45ea port 7236799a-ed74-44b4-8229-b8976ca46dfa binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:30.442318 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.db.api [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 12:58:30.442962 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG oslo_db.api [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 12:58:30.446306 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:30.449094 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Checking segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:30.450805 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.451886 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Bound using segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:30.453113 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Bound port: 5f6f0a77-054c-4074-8381-f86a72767b2d, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:30.454209 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.490045 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.535616 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Attempting to bind port f50d56bc-358c-46d7-bb77-092dbc668d82 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:30.537706 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Attempting to bind port f50d56bc-358c-46d7-bb77-092dbc668d82 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:30.537861 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Attempting to bind port f50d56bc-358c-46d7-bb77-092dbc668d82 on network ad7108c9-b096-48f6-8695-b73ac5e764c5 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:30.646375 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:30.661938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks [] for router_gateway (d7451ff7-9ae3-4363-9050-c87458e5f25a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.668291 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:30.717041 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:30.728349 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:30.733034 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:30.788182 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:30.795140 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks [] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.877572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:30.936923 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:30.956018 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.968009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:30.968563 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Checking segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:30.968987 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.969377 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Bound using segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:30.969851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Bound port: f50d56bc-358c-46d7-bb77-092dbc668d82, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:30.970338 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:30.999891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.013737 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] For port 5f6f0a77-054c-4074-8381-f86a72767b2d, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:31.028497 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Publish callbacks [] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.030116 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Pushing event updated for resources: {'Port': ['ID=fc64f5bd-fc8a-49c6-97e2-d290b7874767,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:31.059137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.100968 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] For port 5f6f0a77-054c-4074-8381-f86a72767b2d, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5f6f0a77-054c-4074-8381-f86a72767b2d,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:31.101595 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:31.107834 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Attempting to bind port fc64f5bd-fc8a-49c6-97e2-d290b7874767 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:31.120532 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Attempting to bind port fc64f5bd-fc8a-49c6-97e2-d290b7874767 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:31.120532 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Attempting to bind port fc64f5bd-fc8a-49c6-97e2-d290b7874767 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:31.121294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:31.137297 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-75f38f83-1224-4270-919d-4f542f701df5 None None] Current status of the port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:31.172748 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:31.178036 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:31.186921 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:31.189310 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.194804 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:31.232595 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Pushing event updated for resources: {'Port': ['ID=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:31.254412 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Pushing event updated for resources: {'Port': ['ID=c485883f-db7e-4848-a92b-d7e20b501cfa,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:31.330820 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Allocated IP 172.27.1.155 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/c66ddfa9-463c-4cca-86f4-2947b8841995) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:31.365234 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (d7451ff7-9ae3-4363-9050-c87458e5f25a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.376777 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] For port f50d56bc-358c-46d7-bb77-092dbc668d82, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:31.388159 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:31.388789 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d640c21-064d-4931-b455-bf72d9b876dc None None] Pushing event updated for resources: {'Port': ['ID=5f6f0a77-054c-4074-8381-f86a72767b2d,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:31.401162 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-2fe040ce-7ed9-4033-bfae-283bdb27583d None None] Provisioning complete for port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:31.401540 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2fe040ce-7ed9-4033-bfae-283bdb27583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.401875 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2fe040ce-7ed9-4033-bfae-283bdb27583d None None] Attempt 1 to provision port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 Sep 15 12:58:31.414393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:31.414773 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Checking segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:31.415419 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.415814 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Bound using segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:31.417206 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Bound port: fc64f5bd-fc8a-49c6-97e2-d290b7874767, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:31.417594 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.423180 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] For port f50d56bc-358c-46d7-bb77-092dbc668d82, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f50d56bc-358c-46d7-bb77-092dbc668d82,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:31.489659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Allocated IP 172.20.0.1 (e0e4d116-b42c-4d92-83e5-69793b91ec95/1046c219-65a3-4db3-82a5-a910b30b1dec/d3f812a9-5990-4826-bd24-4bb500cca2b4) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:31.514304 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.528329 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Attempting to bind port c485883f-db7e-4848-a92b-d7e20b501cfa on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:31.528329 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Attempting to bind port c485883f-db7e-4848-a92b-d7e20b501cfa by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:31.528329 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Attempting to bind port c485883f-db7e-4848-a92b-d7e20b501cfa on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:31.592626 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:31.665256 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks [] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.763957 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks [] for router_gateway (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.806348 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444280-295e-42aa-8cd0-c4b165558ecf None None] Pushing event updated for resources: {'Port': ['ID=f50d56bc-358c-46d7-bb77-092dbc668d82,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:31.828838 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] For port fc64f5bd-fc8a-49c6-97e2-d290b7874767, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:31.831395 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:31.831714 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Checking segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:31.832042 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.832466 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Bound using segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:31.832952 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Bound port: c485883f-db7e-4848-a92b-d7e20b501cfa, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:31.833330 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.837684 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Router d7451ff7-9ae3-4363-9050-c87458e5f25a is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 12:58:31.858393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2fe040ce-7ed9-4033-bfae-283bdb27583d None None] Current status of the port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:31.862377 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] For port fc64f5bd-fc8a-49c6-97e2-d290b7874767, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fc64f5bd-fc8a-49c6-97e2-d290b7874767,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:31.880361 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks [] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.897518 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.929013 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:31.993493 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:32.051944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Allocated IP 172.27.1.171 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:32.066200 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:32.079539 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] For port c485883f-db7e-4848-a92b-d7e20b501cfa, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:32.093257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22de06-aaa8-4fa3-b4f2-66fc73c33c92 None None] Pushing event updated for resources: {'Port': ['ID=fc64f5bd-fc8a-49c6-97e2-d290b7874767,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:32.101670 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] For port c485883f-db7e-4848-a92b-d7e20b501cfa, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c485883f-db7e-4848-a92b-d7e20b501cfa,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:32.113562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:32.269940 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb6a25-35ac-4783-be26-7c277f48fd69 None None] Pushing event updated for resources: {'Port': ['ID=c485883f-db7e-4848-a92b-d7e20b501cfa,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:32.295155 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:32.309654 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:32.314211 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:32.315137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (d0d2e634-8089-44d7-b7ba-890de5ae45ea), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:32.417049 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:32.589736 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:32.590220 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:32.590922 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 Sep 15 12:58:32.597793 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Pushing event updated for resources: {'Port': ['ID=c66ddfa9-463c-4cca-86f4-2947b8841995,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:32.621581 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40964) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:32.720631 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:32.730160 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:32.747187 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:32.767204 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:32.801429 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Sync routers for ids ['d7451ff7-9ae3-4363-9050-c87458e5f25a'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:32.922098 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Pushing event updated for resources: {'Port': ['ID=d3f812a9-5990-4826-bd24-4bb500cca2b4,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:32.975293 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:32.976258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:32.989690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:32.991615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5f6f0a77-054c-4074-8381-f86a72767b2d up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:33.035228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.066233 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks [] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.078649 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.080930 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ad9ad97f-2a5c-4ad0-beb3-ed7cb637d023 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3798947 Sep 15 12:58:33.113647 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40978) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:33.146971 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Provisioning complete for port d3f812a9-5990-4826-bd24-4bb500cca2b4 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:33.147422 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.147681 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 1 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:33.188947 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Routers {'d7451ff7-9ae3-4363-9050-c87458e5f25a'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:33.189891 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d7451ff7-9ae3-4363-9050-c87458e5f25a'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:33.261331 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.261702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:33.303603 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:33.308042 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd697b62-7df7-4a3f-9aa3-df0a30138db8 None None] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:33.311289 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c6dd874a-e658-480b-94b5-17aef884fb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.417155 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks [] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.464402 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.490235 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:33.510729 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.511487 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (d0d2e634-8089-44d7-b7ba-890de5ae45ea), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.545683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:33.583721 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:33.655338 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:33.659608 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:33.681163 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fc1a5-ee3b-45b0-9c44-15fd45dfc682 None None] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:33.711104 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Pushing event updated for resources: {'Port': ['ID=d3f812a9-5990-4826-bd24-4bb500cca2b4,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:33.742588 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:33.771660 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks [] for router_gateway (9930d0ac-2946-4003-8981-ac432633b7d5), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.817407 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 5f6f0a77-054c-4074-8381-f86a72767b2d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:33.817782 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.818171 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 5f6f0a77-054c-4074-8381-f86a72767b2d Sep 15 12:58:33.836454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 12:58:33.863588 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:33.884335 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Publish callbacks [] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.903678 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:33.910151 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:33.985170 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Pushing event updated for resources: {'Port': ['ID=7236799a-ed74-44b4-8229-b8976ca46dfa,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:33.994915 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Attempting to bind port 7236799a-ed74-44b4-8229-b8976ca46dfa on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:33.995467 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Attempting to bind port 7236799a-ed74-44b4-8229-b8976ca46dfa by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:33.996212 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Attempting to bind port 7236799a-ed74-44b4-8229-b8976ca46dfa on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:34.027715 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Set router d7451ff7-9ae3-4363-9050-c87458e5f25a gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:34.031169 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c6dd874a-e658-480b-94b5-17aef884fb22 admin admin] Publish callbacks [] for security_group (9756486b-9297-416d-8bad-a835699f0094), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.078598 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c6dd874a-e658-480b-94b5-17aef884fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9756486b-9297-416d-8bad-a835699f0094), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.099616 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.099976 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.100372 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.100749 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.101096 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.101431 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.101767 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.102099 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.102447 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.104140 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.104583 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.104944 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.105280 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.105611 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.108193 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Tracked resource versions report: Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: pushed versions: Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: { 'AddressGroup': {'1.2'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Agent': {'1.1'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'ConntrackHelper': {'1.0'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'LocalIPAssociation': {'1.0'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Log': {'1.0'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'NDPProxy': {'1.0'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Network': {'1.1'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Port': {'1.7'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'PortForwarding': {'1.3'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'QosPolicy': {'1.10'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroup': {'1.5'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroupRule': {'1.2'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SubPort': {'1.0'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Subnet': {'1.1'}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Trunk': {'1.1'}} Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: consumer versions: Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: { DHCP agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: HyperV agent@hv-cinder-83608: {}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: L3 agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: Metadata agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: Metering agent@dv-cinder-836083-13-iscsi: {}, Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: Open vSwitch agent@dv-cinder-836083-13-iscsi: { 'AddressGroup': '1.2', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Agent': '1.1', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'ConntrackHelper': '1.0', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'LocalIPAssociation': '1.0', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Log': '1.0', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'NDPProxy': '1.0', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Network': '1.1', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Port': '1.7', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'PortForwarding': '1.3', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'QosPolicy': '1.10', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroup': '1.5', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SecurityGroupRule': '1.2', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'SubPort': '1.0', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Subnet': '1.1', Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: 'Trunk': '1.1'}} Sep 15 12:58:34.110183 dv-cinder-836083-13-iscsi neutron-server[106207]: {{(pid=106207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 12:58:34.121472 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:34.121910 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:34.129374 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 2 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:34.130445 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd874a-e658-480b-94b5-17aef884fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9756486b-9297-416d-8bad-a835699f0094,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:34.133060 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.133600 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:34.134131 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Bound port: 7236799a-ed74-44b4-8229-b8976ca46dfa, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:34.134531 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.144470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e52d961-cb99-4428-aefb-45eb158be43f None None] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:34.246976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:34.254848 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.267400 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:34.270973 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] For port 7236799a-ed74-44b4-8229-b8976ca46dfa, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:34.305609 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] For port 7236799a-ed74-44b4-8229-b8976ca46dfa, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7236799a-ed74-44b4-8229-b8976ca46dfa,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:34.322808 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:58:34.339939 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:34.341019 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:34.349050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.351494 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a2a3c38f-3703-4e15-9aa8-0c4e01e54a1d admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9224451 Sep 15 12:58:34.356561 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 40992) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:34.374114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.511339 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.522481 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:34.548692 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.590287 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.590939 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.613692 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 5f6f0a77-054c-4074-8381-f86a72767b2d is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:34.614390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.636567 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a189f738-98f3-4cea-b76c-dd4b9d0ac642 None None] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:58:34.711393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:34.731726 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:34.732980 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks [] for router_gateway (d8397d97-011d-4e4a-b546-11ada2f5c0ae), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.740224 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c6dd874a-e658-480b-94b5-17aef884fb22 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=29549a86d26043369f989b70d85596d2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0892482 Sep 15 12:58:34.746523 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 40994) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:34.801887 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.821595 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:31Z', 'revision_number': 3, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:34.860419 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 5f6f0a77-054c-4074-8381-f86a72767b2d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5f6f0a77-054c-4074-8381-f86a72767b2d,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:34.890839 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:34.920604 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:34.921723 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Updating router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:35.073062 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.077942 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9efd0-51d5-42f5-909f-3ca150b8499e None None] Pushing event updated for resources: {'Port': ['ID=7236799a-ed74-44b4-8229-b8976ca46dfa,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:35.154773 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:35.155998 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:35.207858 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:35.234837 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f5516045-96cc-4531-b25a-836e7491bcb0 admin admin] Publish callbacks [] for security_group (9756486b-9297-416d-8bad-a835699f0094), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.249345 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 3 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:35.251409 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c485883f-db7e-4848-a92b-d7e20b501cfa up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:35.254717 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3599963b-176b-47c2-b6c2-217560f7400d admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d0d2e634-8089-44d7-b7ba-890de5ae45ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4666479 Sep 15 12:58:35.257427 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f5516045-96cc-4531-b25a-836e7491bcb0 admin admin] Publish callbacks [] for security_group (9756486b-9297-416d-8bad-a835699f0094), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.301084 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T12:58:30Z', 'revision_number': 3, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:35.303386 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=5f6f0a77-054c-4074-8381-f86a72767b2d,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:35.321302 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:35.349461 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f5516045-96cc-4531-b25a-836e7491bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9756486b-9297-416d-8bad-a835699f0094), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.352251 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f5516045-96cc-4531-b25a-836e7491bcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.356684 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-f5516045-96cc-4531-b25a-836e7491bcb0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9756486b-9297-416d-8bad-a835699f0094 HTTP/1.1" status: 204 len: 168 time: 0.6091423 Sep 15 12:58:35.371486 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.394805 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (9930d0ac-2946-4003-8981-ac432633b7d5), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.427926 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Checking router: d7451ff7-9ae3-4363-9050-c87458e5f25a for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:35.430065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Updating router d7451ff7-9ae3-4363-9050-c87458e5f25a port 5bc8a061-e40d-4cba-93a0-709e162ba123 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:35.512266 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.518320 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5516045-96cc-4531-b25a-836e7491bcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756486b-9297-416d-8bad-a835699f0094,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:35.531751 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (d8397d97-011d-4e4a-b546-11ada2f5c0ae), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.629506 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.643580 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:35.677733 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:35.679890 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:35.715207 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port c485883f-db7e-4848-a92b-d7e20b501cfa triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:35.716026 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.717605 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port c485883f-db7e-4848-a92b-d7e20b501cfa Sep 15 12:58:35.801691 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:35.827629 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Publish callbacks [] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.860696 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:35.911185 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Attempting to bind port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:35.911924 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Attempting to bind port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:35.912672 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Attempting to bind port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:36.161727 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Allocated IP 172.20.0.1 (57460050-fc7b-4d9c-8842-e197dec4e8b7/54f648f2-a47b-4d81-8ea2-91882e3ab6c6/f70745a3-0bd3-4e13-b068-7bb83a80ebe8) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:36.188732 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Router 9930d0ac-2946-4003-8981-ac432633b7d5 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 12:58:36.194795 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:36.200121 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 4 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:36.205800 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Router d8397d97-011d-4e4a-b546-11ada2f5c0ae is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 12:58:36.247937 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Allocated IP 172.20.0.1 (ad7108c9-b096-48f6-8695-b73ac5e764c5/6c47e5c8-a118-425a-8a10-0ce00b1d13fe/fe288934-614b-453f-bead-0af112729c0d) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:36.290992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Publish callbacks [] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.293569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port c485883f-db7e-4848-a92b-d7e20b501cfa is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:36.293945 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.297650 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:36.307132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.327090 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41028) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:36.331964 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710848715', 'description': 'tempest-description--1411061295'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:36.352438 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df3ad9-a20a-4c9e-a69b-d2812b8c47d4 None None] Pushing event updated for resources: {'Port': ['ID=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:36.355017 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Attempting to bind port 5bc8a061-e40d-4cba-93a0-709e162ba123 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:36.355510 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Attempting to bind port 5bc8a061-e40d-4cba-93a0-709e162ba123 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:36.355890 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Attempting to bind port 5bc8a061-e40d-4cba-93a0-709e162ba123 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:36.382526 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.392221 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:36.421417 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:36.436579 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port c485883f-db7e-4848-a92b-d7e20b501cfa, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c485883f-db7e-4848-a92b-d7e20b501cfa,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:36.443967 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a035ee8-7eba-4c36-a818-e84bd866f51d None None] Pushing event updated for resources: {'Port': ['ID=5bc8a061-e40d-4cba-93a0-709e162ba123,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:36.457054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.458203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fc64f5bd-fc8a-49c6-97e2-d290b7874767 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:36.461528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks [] for port (fe288934-614b-453f-bead-0af112729c0d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.477782 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:36.539705 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:36.546423 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:36.547117 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:36.547744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.548320 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:36.548991 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Bound port: 5bc8a061-e40d-4cba-93a0-709e162ba123, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:36.549536 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.569819 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (d0343e48-1efe-4c68-b20c-b228984a0a51), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.576723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (fe288934-614b-453f-bead-0af112729c0d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.586380 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d0343e48-1efe-4c68-b20c-b228984a0a51), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.610401 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=c485883f-db7e-4848-a92b-d7e20b501cfa,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:36.629044 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:33Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:36.640703 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks [] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.647421 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port fc64f5bd-fc8a-49c6-97e2-d290b7874767 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:36.648003 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:36.648164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.648751 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port fc64f5bd-fc8a-49c6-97e2-d290b7874767 Sep 15 12:58:36.674001 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef6ff0-f294-45d3-ba69-096748a0114f None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:33Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:36.676736 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:36.678853 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] For port 5bc8a061-e40d-4cba-93a0-709e162ba123, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:36.684526 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:36.707938 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:36.708359 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:36.708853 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.709395 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:36.709702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.710339 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Bound port: 6ba72e2e-8c1a-4398-ab8d-76977d5453f3, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:36.710955 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.711439 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-9917582c-9759-4ef8-bef6-f52479d3e41d admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1995502 Sep 15 12:58:36.720616 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41038) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:36.731397 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:36.749990 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] For port 5bc8a061-e40d-4cba-93a0-709e162ba123, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5bc8a061-e40d-4cba-93a0-709e162ba123,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:36.768932 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:36.768932 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:36.768932 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.778309 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0343e48-1efe-4c68-b20c-b228984a0a51,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:36.826256 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:36.833279 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:36.836642 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:36.837499 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.902017 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] For port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:36.905984 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] For port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:36.909893 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Sync routers for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:36.919774 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.930378 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 5 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:36.955580 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.964466 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-67ed12bc-b21f-4c5a-b9f7-2fd8399a59be tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6328924 Sep 15 12:58:36.968220 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41042) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:36.968543 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:36.990338 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': 'd0343e48-1efe-4c68-b20c-b228984a0a51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:37.036858 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Pushing event updated for resources: {'Port': ['ID=fe288934-614b-453f-bead-0af112729c0d,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:37.067409 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.069030 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8c3f9838-1278-4ca9-bacf-575a580b6de8 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.8775806 Sep 15 12:58:37.074469 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41044) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:37.097489 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df3ad9-a20a-4c9e-a69b-d2812b8c47d4 None None] Pushing event updated for resources: {'Port': ['ID=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:37.114706 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:37.115503 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:37.215737 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.253234 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:37.274307 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Routers {'d7451ff7-9ae3-4363-9050-c87458e5f25a'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:37.274307 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d7451ff7-9ae3-4363-9050-c87458e5f25a'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:37.317887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (f27a4fdc-3fe6-4d36-9a0f-ff978dfd0b1f), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.336390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fe288934-614b-453f-bead-0af112729c0d), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.397095 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:37.397641 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:37.459267 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:37.503174 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:37.515535 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Pushing event updated for resources: {'Port': ['ID=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:37.529026 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:37.530040 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (d7451ff7-9ae3-4363-9050-c87458e5f25a), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.665236 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41064) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:37.729953 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:37.848913 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 6 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:37.858167 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (f27a4fdc-3fe6-4d36-9a0f-ff978dfd0b1f), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.867717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (f27a4fdc-3fe6-4d36-9a0f-ff978dfd0b1f), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.901355 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:37.912612 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:37.926607 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27a4fdc-3fe6-4d36-9a0f-ff978dfd0b1f,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:37.949238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a035ee8-7eba-4c36-a818-e84bd866f51d None None] Pushing event updated for resources: {'Port': ['ID=5bc8a061-e40d-4cba-93a0-709e162ba123,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:37.955748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:37.961371 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3cf5cd90-825f-4807-b6b2-45030bad0793 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9817965 Sep 15 12:58:37.962720 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41068) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:37.975047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': 'd0343e48-1efe-4c68-b20c-b228984a0a51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:38.029589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks [] for port (fe288934-614b-453f-bead-0af112729c0d), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.049999 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:38.062203 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fe288934-614b-453f-bead-0af112729c0d), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.063318 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.104495 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port fc64f5bd-fc8a-49c6-97e2-d290b7874767 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:38.104495 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.127872 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1154-050b-4a8c-b845-7cfbbe1ddab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.140309 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:38.160172 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:38.184110 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:38.321126 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:38.321957 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:38.362598 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port fc64f5bd-fc8a-49c6-97e2-d290b7874767, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fc64f5bd-fc8a-49c6-97e2-d290b7874767,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:38.410950 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:38.419799 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:38.457682 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:34Z', 'revision_number': 3, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:38.498879 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (3e2620d1-1f01-4b0f-b093-86ea5d727173), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.514412 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.515241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f50d56bc-358c-46d7-bb77-092dbc668d82 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:38.548297 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] Set router d7451ff7-9ae3-4363-9050-c87458e5f25a gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:38.548865 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Checking router: d8397d97-011d-4e4a-b546-11ada2f5c0ae for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:38.551424 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Updating router d8397d97-011d-4e4a-b546-11ada2f5c0ae port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:38.645035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (3e2620d1-1f01-4b0f-b093-86ea5d727173), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.651815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Pushing event updated for resources: {'Port': ['ID=fe288934-614b-453f-bead-0af112729c0d,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:38.665721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (3e2620d1-1f01-4b0f-b093-86ea5d727173), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.677946 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.700103 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 7 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:38.726662 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.730658 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:38.766576 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:38.792096 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcb619-edbf-40f2-b4d7-6582d3b9319b None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:38.836584 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:38.916129 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2620d1-1f01-4b0f-b093-86ea5d727173,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:38.942705 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:58:38.970618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:38.972825 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-dc4726fb-bceb-4514-8974-95fab2c03569 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0016692 Sep 15 12:58:38.980319 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41088) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:38.996650 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:39.004768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port f50d56bc-358c-46d7-bb77-092dbc668d82 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:39.005548 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.007023 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port f50d56bc-358c-46d7-bb77-092dbc668d82 Sep 15 12:58:39.053922 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1154-050b-4a8c-b845-7cfbbe1ddab4 admin admin] Publish callbacks [] for security_group (5114860d-825c-4427-9c30-bc487efe20f0), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.057974 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:39.063455 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:39.107475 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1154-050b-4a8c-b845-7cfbbe1ddab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (5114860d-825c-4427-9c30-bc487efe20f0), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.110491 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=fc64f5bd-fc8a-49c6-97e2-d290b7874767,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:39.111685 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.261105 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:33Z', 'revision_number': 3, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:39.299677 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:39.300165 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Updating router 9930d0ac-2946-4003-8981-ac432633b7d5 port c66ddfa9-463c-4cca-86f4-2947b8841995 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:39.355787 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port f50d56bc-358c-46d7-bb77-092dbc668d82 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:39.356628 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.380934 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Publish callbacks [] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.385266 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.386235 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc1154-050b-4a8c-b845-7cfbbe1ddab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5114860d-825c-4427-9c30-bc487efe20f0,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:39.397322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.454942 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4ebc1154-050b-4a8c-b845-7cfbbe1ddab4 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f0f182d731b1469a91370c6b92c0b62c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7628920 Sep 15 12:58:39.493983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41094) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:39.495676 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Attempting to bind port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:39.504657 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 8 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:39.505436 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Attempting to bind port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:39.505975 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Attempting to bind port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:39.610142 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a28be4-e054-4858-a959-b8476684fdd3 None None] Pushing event updated for resources: {'Port': ['ID=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:39.625541 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port f50d56bc-358c-46d7-bb77-092dbc668d82, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f50d56bc-358c-46d7-bb77-092dbc668d82,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:39.628994 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:39.632252 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:39.632660 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T12:58:30Z', 'revision_number': 3, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:39.633135 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.633731 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:39.634914 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Bound port: a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:39.635763 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.638182 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:39.640068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:39.641649 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.670087 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.683099 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:39.713732 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6f4952dc-f47c-464a-9a72-a1523ba92844 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/c892389a-4ce0-4353-9eb3-3a0e462dc6a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3361933 Sep 15 12:58:39.736938 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:39.738644 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6d64f-9a2b-4d9d-96f1-b70a33e80884 None None] The sync data for ids ['d7451ff7-9ae3-4363-9050-c87458e5f25a'] in dv-cinder-836083-13-iscsi is: [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T12:58:30Z', 'revision_number': 3, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:39.813710 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks [] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.821290 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] For port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:39.839976 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] For port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:39.857677 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.858518 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (d7451ff7-9ae3-4363-9050-c87458e5f25a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.866991 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:39.892598 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=f50d56bc-358c-46d7-bb77-092dbc668d82,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:39.966184 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:39.966826 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:39.981058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-58e7d414-2f6e-45ac-a350-b45f9ea104f6 admin admin] Publish callbacks [] for security_group (5114860d-825c-4427-9c30-bc487efe20f0), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.031636 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5f6f0a77-054c-4074-8381-f86a72767b2d up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:40.052065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-58e7d414-2f6e-45ac-a350-b45f9ea104f6 admin admin] Publish callbacks [] for security_group (5114860d-825c-4427-9c30-bc487efe20f0), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.161159 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-58e7d414-2f6e-45ac-a350-b45f9ea104f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (5114860d-825c-4427-9c30-bc487efe20f0), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.167287 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-58e7d414-2f6e-45ac-a350-b45f9ea104f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.170976 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-58e7d414-2f6e-45ac-a350-b45f9ea104f6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5114860d-825c-4427-9c30-bc487efe20f0 HTTP/1.1" status: 204 len: 168 time: 0.6732235 Sep 15 12:58:40.195395 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7d414-2f6e-45ac-a350-b45f9ea104f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5114860d-825c-4427-9c30-bc487efe20f0,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:40.251407 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 9 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:40.255904 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:40.337648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Publish callbacks [] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.362701 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 5f6f0a77-054c-4074-8381-f86a72767b2d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:40.363492 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.364014 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 5f6f0a77-054c-4074-8381-f86a72767b2d Sep 15 12:58:40.380190 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:40.471666 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:40.570812 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:40.603351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Attempting to bind port c66ddfa9-463c-4cca-86f4-2947b8841995 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:40.604473 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Attempting to bind port c66ddfa9-463c-4cca-86f4-2947b8841995 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:40.604944 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Attempting to bind port c66ddfa9-463c-4cca-86f4-2947b8841995 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:40.689880 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a28be4-e054-4858-a959-b8476684fdd3 None None] Pushing event updated for resources: {'Port': ['ID=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:40.693005 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be1dda-b902-45d5-a271-09c95b0016e2 None None] Pushing event updated for resources: {'Port': ['ID=c66ddfa9-463c-4cca-86f4-2947b8841995,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:40.705796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.27.1.107 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/d665a9cd-fda7-4dd3-ae38-c3a46b357d55) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:40.715474 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:40.731832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41120) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:40.759854 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952678452', 'description': 'tempest-description--1043221382'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:40.801938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Pushing event updated for resources: {'Port': ['ID=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:40.808660 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:40.862556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 5f6f0a77-054c-4074-8381-f86a72767b2d is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:40.872035 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7236799a-ed74-44b4-8229-b8976ca46dfa up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:41.001205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:41.001576 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:41.005369 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.006751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:41.011470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Bound port: c66ddfa9-463c-4cca-86f4-2947b8841995, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:41.012102 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.037093 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.053462 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.144944 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Attempt 10 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:41.153078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41130) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:41.160312 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.166043 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:41.193533 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:34Z', 'revision_number': 3, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:41.217764 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] For port c66ddfa9-463c-4cca-86f4-2947b8841995, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:41.229193 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:41.232676 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b951a-b702-45fb-ab48-a205bd81328a None None] The sync data for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:34Z', 'revision_number': 3, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:41.270186 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:41.271328 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:41.275012 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c95909f-dcf4-42ed-b2c1-e342fa532ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.275963 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] For port c66ddfa9-463c-4cca-86f4-2947b8841995, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c66ddfa9-463c-4cca-86f4-2947b8841995,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:41.290178 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:41.343665 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.564716 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:41.642751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 7236799a-ed74-44b4-8229-b8976ca46dfa triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:41.643235 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.643614 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 7236799a-ed74-44b4-8229-b8976ca46dfa Sep 15 12:58:41.647369 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e051-466c-42bb-9d4e-c5dadb351fb0 None None] Port d3f812a9-5990-4826-bd24-4bb500cca2b4 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:41.675871 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.846673 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Allocated IP 172.20.0.1 (47875655-3272-49b9-a3bb-38bf6ec7a8c6/74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2/66e91aa9-b8dd-4b58-a999-52c26884ffa7) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:41.851474 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Router d7451ff7-9ae3-4363-9050-c87458e5f25a has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:58:41.912555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c95909f-dcf4-42ed-b2c1-e342fa532ee2 admin admin] Publish callbacks [] for security_group (4c35ad6b-d8d4-46b6-a4fb-b376629826f7), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.917866 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:41.943560 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:41.944301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:41.945037 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c95909f-dcf4-42ed-b2c1-e342fa532ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4c35ad6b-d8d4-46b6-a4fb-b376629826f7), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.948116 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Allocated IP 172.20.0.1 (5a4caedd-fe49-46e7-8d75-963bed0357f2/b075ffdd-5219-40d4-8835-2043603d9c8a/2d663b36-ebf1-4ba6-82e2-ba38301885a9) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:41.953811 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port f50d56bc-358c-46d7-bb77-092dbc668d82 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:41.954660 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:41.955072 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port f50d56bc-358c-46d7-bb77-092dbc668d82 Sep 15 12:58:42.055073 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=18 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:42.112141 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (e6cb63f9-3500-4d8a-9a28-87e3d2b90f38), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.127333 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2c95909f-dcf4-42ed-b2c1-e342fa532ee2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=547b00b520cb4a698a9331feb9af65f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9481392 Sep 15 12:58:42.130720 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e6cb63f9-3500-4d8a-9a28-87e3d2b90f38), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.133664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41144) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:42.145600 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95909f-dcf4-42ed-b2c1-e342fa532ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35ad6b-d8d4-46b6-a4fb-b376629826f7,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:42.193260 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.207542 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4591796 Sep 15 12:58:42.207952 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41146) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:42.215647 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.221775 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'security_group_rule': {'security_group_id': 'e6cb63f9-3500-4d8a-9a28-87e3d2b90f38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:42.223507 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:42.245615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be1dda-b902-45d5-a271-09c95b0016e2 None None] Pushing event updated for resources: {'Port': ['ID=c66ddfa9-463c-4cca-86f4-2947b8841995,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:42.250727 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:42.255110 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:42.262071 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:42.272653 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-112cd9f9-2108-42e5-9636-b97c9167a575 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d7451ff7-9ae3-4363-9050-c87458e5f25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1573117 Sep 15 12:58:42.304223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=d665a9cd-fda7-4dd3-ae38-c3a46b357d55,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:42.329345 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:42.330616 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0199b3-9136-419b-9b54-6e83aaaaa2dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:42.335371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:42.343698 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:42.386547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (5d52a18e-054d-432b-b6de-a0441e653c57), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.506704 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks [] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.529163 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ddf40ad4-aa46-4663-a14c-1107bde4c78d admin admin] Publish callbacks [] for security_group (4c35ad6b-d8d4-46b6-a4fb-b376629826f7), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.606140 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:42.618325 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks [] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.647540 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (efa2a613-5331-454e-84f8-aace4c65cbea), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.688909 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.696568 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Current status of the port f50d56bc-358c-46d7-bb77-092dbc668d82 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:42.731617 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:42.737387 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:42.780102 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ddf40ad4-aa46-4663-a14c-1107bde4c78d admin admin] Publish callbacks [] for security_group (4c35ad6b-d8d4-46b6-a4fb-b376629826f7), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.784166 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.789203 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:42.793472 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (d8397d97-011d-4e4a-b546-11ada2f5c0ae), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.808893 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 7236799a-ed74-44b4-8229-b8976ca46dfa is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:42.809167 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.818546 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:58:42.876576 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:42.877321 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.878366 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:42.944463 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (5d52a18e-054d-432b-b6de-a0441e653c57), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:42.981496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (5d52a18e-054d-432b-b6de-a0441e653c57), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.014980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:43.037274 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Pushing event updated for resources: {'Port': ['ID=2d663b36-ebf1-4ba6-82e2-ba38301885a9,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:43.052911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.079152 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:43.130818 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 7236799a-ed74-44b4-8229-b8976ca46dfa, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7236799a-ed74-44b4-8229-b8976ca46dfa,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:43.134405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41192) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:43.148522 dv-cinder-836083-13-iscsi neutron-server[106205]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 12:58:43.170001 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.172060 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Pushing event updated for resources: {'Port': ['ID=66e91aa9-b8dd-4b58-a999-52c26884ffa7,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:43.174036 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c485883f-db7e-4848-a92b-d7e20b501cfa up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:43.261606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d52a18e-054d-432b-b6de-a0441e653c57,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:43.281172 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:43.284094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:43.286350 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:43.286829 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (9930d0ac-2946-4003-8981-ac432633b7d5), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.354642 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:43.390040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.401408 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-aa1f8af8-4d1d-4bfc-80fa-4b813ae6a994 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1830151 Sep 15 12:58:43.401852 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41196) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:43.410136 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'security_group_rule': {'security_group_id': 'e6cb63f9-3500-4d8a-9a28-87e3d2b90f38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:43.426192 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ddf40ad4-aa46-4663-a14c-1107bde4c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4c35ad6b-d8d4-46b6-a4fb-b376629826f7), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.429750 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ddf40ad4-aa46-4663-a14c-1107bde4c78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.437135 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:43.437332 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ddf40ad4-aa46-4663-a14c-1107bde4c78d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4c35ad6b-d8d4-46b6-a4fb-b376629826f7 HTTP/1.1" status: 204 len: 168 time: 1.2955739 Sep 15 12:58:43.440089 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.456339 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:43.483770 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf40ad4-aa46-4663-a14c-1107bde4c78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35ad6b-d8d4-46b6-a4fb-b376629826f7,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:43.502328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-fd753846-6c84-4a02-9273-07c104d6cffb tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:43.510219 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-fd753846-6c84-4a02-9273-07c104d6cffb tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/networks?id=57460050-fc7b-4d9c-8842-e197dec4e8b7 HTTP/1.1" status: 200 len: 811 time: 0.3671961 Sep 15 12:58:43.535165 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 2 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:43.543234 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-fedadde5-88cc-4892-8b32-822ae0efed25 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/quotas/dc2cd7163bd9476891dfe836246ead22 HTTP/1.1" status: 200 len: 375 time: 0.0220339 Sep 15 12:58:43.638140 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (b3643110-5aa2-410e-8751-e79c90d29fb6), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.640165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41202) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:43.671030 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.683722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.684689 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (efa2a613-5331-454e-84f8-aace4c65cbea), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.709577 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-98232ab1-3e9a-4dd3-9108-a5dd547b26fb tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=dc2cd7163bd9476891dfe836246ead22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652389 Sep 15 12:58:43.717271 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:43.795857 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.798018 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8148816 Sep 15 12:58:43.805310 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5fc15-6b61-4430-a0ef-a2a02b5712b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=d665a9cd-fda7-4dd3-ae38-c3a46b357d55,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:43.812548 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:33Z', 'revision_number': 3, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:43.848358 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.872243 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (b3643110-5aa2-410e-8751-e79c90d29fb6), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.888370 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (b3643110-5aa2-410e-8751-e79c90d29fb6), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.907021 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3643110-5aa2-410e-8751-e79c90d29fb6,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:43.937550 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks [] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.961913 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:43.963275 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (d8397d97-011d-4e4a-b546-11ada2f5c0ae), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.003961 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:33Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:44.019587 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.020815 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d204edfa-e059-421e-81be-8513ec219604 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6178951 Sep 15 12:58:44.023914 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41230) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:44.034330 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:44.043664 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=7236799a-ed74-44b4-8229-b8976ca46dfa,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:44.076231 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdb89a-691d-493f-bc29-21d6b56c12f3 None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:33Z', 'revision_number': 3, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:44.117850 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-fabfbc95-5807-4c11-9f29-9b4fc9de1e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.160744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port c485883f-db7e-4848-a92b-d7e20b501cfa triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:44.164185 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.164582 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port c485883f-db7e-4848-a92b-d7e20b501cfa Sep 15 12:58:44.179987 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.217663 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Pushing event updated for resources: {'Port': ['ID=2d663b36-ebf1-4ba6-82e2-ba38301885a9,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:44.257848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:44.258216 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Updating router d0d2e634-8089-44d7-b7ba-890de5ae45ea port d3f812a9-5990-4826-bd24-4bb500cca2b4 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:44.264071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-afee63f3-1a20-4d26-a305-6c9ae24c40cd service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:58:44.266088 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-afee63f3-1a20-4d26-a305-6c9ae24c40cd service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2477338 Sep 15 12:58:44.299275 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:44.301074 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.322800 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:44.512574 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:44.517353 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:44.530707 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:44.551024 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.627016 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41258) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:44.628637 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port c485883f-db7e-4848-a92b-d7e20b501cfa is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:44.629815 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fc64f5bd-fc8a-49c6-97e2-d290b7874767 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:44.678011 dv-cinder-836083-13-iscsi neutron-server[106204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 12:58:44.720369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Allocated IP 172.27.1.36 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/b7624c99-500e-49ca-8360-367416ed1464) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:44.723043 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks [] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.767144 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.768376 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (9930d0ac-2946-4003-8981-ac432633b7d5), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.805203 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 3 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:44.835074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:44.898521 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Pushing event updated for resources: {'Port': ['ID=66e91aa9-b8dd-4b58-a999-52c26884ffa7,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:44.969814 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:44.986728 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port fc64f5bd-fc8a-49c6-97e2-d290b7874767 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:44.987099 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:44.987436 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port fc64f5bd-fc8a-49c6-97e2-d290b7874767 Sep 15 12:58:44.990907 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-7fbbfab9-3ef2-448d-9174-6e04812ad303 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090890 Sep 15 12:58:45.005054 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-4547ba70-cd1d-4879-a872-3cc528cfe082 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1710848715&fields=id&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 267 time: 0.3336406 Sep 15 12:58:45.027298 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:45.029694 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-fabfbc95-5807-4c11-9f29-9b4fc9de1e95 admin admin] Publish callbacks [] for security_group (0163e82f-6863-45c6-952e-ceddad57db00), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.091017 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for port (b7624c99-500e-49ca-8360-367416ed1464), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.098443 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:45.175963 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-fabfbc95-5807-4c11-9f29-9b4fc9de1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0163e82f-6863-45c6-952e-ceddad57db00), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.205972 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Publish callbacks [] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.217988 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.244811 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:45.264034 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Router d8397d97-011d-4e4a-b546-11ada2f5c0ae has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:58:45.266833 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:45.268373 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:45.402973 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-93d4fd36-4787-4895-b56d-1e3acd911195 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968673 Sep 15 12:58:45.454082 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-fabfbc95-5807-4c11-9f29-9b4fc9de1e95 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=de365ed54c494a3da402b036ca326abc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8069596 Sep 15 12:58:45.455109 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41274) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:45.513147 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:45.517713 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:45.531137 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-f4949260-1976-47da-8a07-c524cc70456d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:45.532765 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:45.532925 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-f4949260-1976-47da-8a07-c524cc70456d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.5138030 Sep 15 12:58:45.536504 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:45.553253 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (b7624c99-500e-49ca-8360-367416ed1464), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.582831 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 4 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:45.591555 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Sync routers for ids ['d7451ff7-9ae3-4363-9050-c87458e5f25a'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:45.600011 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfbc95-5807-4c11-9f29-9b4fc9de1e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0163e82f-6863-45c6-952e-ceddad57db00,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:45.727892 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:45.748405 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-8476f075-2a70-4e6a-8eb5-82cb7c07c735 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/quotas/2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 375 time: 0.2069247 Sep 15 12:58:45.753975 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Router 9930d0ac-2946-4003-8981-ac432633b7d5 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:58:45.771717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:45.812115 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:45.815934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:45.817362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9697-ff56-400c-acf9-9fc18cd13c79 admin admin] Publish callbacks [] for security_group (0163e82f-6863-45c6-952e-ceddad57db00), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.849005 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9697-ff56-400c-acf9-9fc18cd13c79 admin admin] Publish callbacks [] for security_group (0163e82f-6863-45c6-952e-ceddad57db00), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.857846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:45.875286 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Routers {'d7451ff7-9ae3-4363-9050-c87458e5f25a'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:45.908761 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'Port': ['ID=b7624c99-500e-49ca-8360-367416ed1464,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:45.924986 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d7451ff7-9ae3-4363-9050-c87458e5f25a'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:45.929500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9697-ff56-400c-acf9-9fc18cd13c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0163e82f-6863-45c6-952e-ceddad57db00), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.933297 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9697-ff56-400c-acf9-9fc18cd13c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:45.934702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ce8c9697-ff56-400c-acf9-9fc18cd13c79 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0163e82f-6863-45c6-952e-ceddad57db00 HTTP/1.1" status: 204 len: 168 time: 0.4553225 Sep 15 12:58:45.989681 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c9697-ff56-400c-acf9-9fc18cd13c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0163e82f-6863-45c6-952e-ceddad57db00,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:46.010088 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5ec3e641-0dde-4ef7-ae03-cc6a4b4269ab admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d8397d97-011d-4e4a-b546-11ada2f5c0ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9325578 Sep 15 12:58:46.025898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (3fe1c540-8c22-4fd4-9968-457eeb1afafb), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.188382 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 2, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:46.234407 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:46.234751 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Updating router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 port fe288934-614b-453f-bead-0af112729c0d binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:46.261110 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port fc64f5bd-fc8a-49c6-97e2-d290b7874767 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:46.280045 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fe288934-614b-453f-bead-0af112729c0d), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.280555 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:46.310765 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d005-5209-483a-923c-4e44afb2a282 None None] Pushing event updated for resources: {'Port': ['ID=d3f812a9-5990-4826-bd24-4bb500cca2b4,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:46.399804 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Attempting to bind port d3f812a9-5990-4826-bd24-4bb500cca2b4 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:46.403389 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Attempting to bind port d3f812a9-5990-4826-bd24-4bb500cca2b4 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:46.403864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Attempting to bind port d3f812a9-5990-4826-bd24-4bb500cca2b4 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:46.447092 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:46.469634 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:46.477526 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:58:46.507614 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-74b8b95a-37c4-4911-b1d0-875e6a8325d8 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/9930d0ac-2946-4003-8981-ac432633b7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7864518 Sep 15 12:58:46.521231 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-bd43958d-3b1c-4012-9469-ee4318a4ec6d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6904068 Sep 15 12:58:46.522912 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Set router d7451ff7-9ae3-4363-9050-c87458e5f25a gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:46.680820 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07ae0659-87a7-41fa-a95b-48ae0df62832 req-6fc68500-0fa3-4b02-86ff-115a9196009f tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.1490576 Sep 15 12:58:46.693980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b7624c99-500e-49ca-8360-367416ed1464), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.779680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:46.780722 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:46.783433 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.783966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Bound using segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:46.785107 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Bound port: d3f812a9-5990-4826-bd24-4bb500cca2b4, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:46.786267 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.795034 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:46.810411 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 5 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:46.910141 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for port (b7624c99-500e-49ca-8360-367416ed1464), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.915993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (b7624c99-500e-49ca-8360-367416ed1464), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.917690 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (3fe1c540-8c22-4fd4-9968-457eeb1afafb), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.928899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:46.963884 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Publish callbacks [] for port (fe288934-614b-453f-bead-0af112729c0d), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.968543 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:46.970213 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9452474 Sep 15 12:58:46.989375 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be503999-1b76-438c-80f5-08088a85739e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'Port': ['ID=b7624c99-500e-49ca-8360-367416ed1464,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:46.997689 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fe288934-614b-453f-bead-0af112729c0d), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.012418 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c66ddfa9-463c-4cca-86f4-2947b8841995 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:47.139716 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661b20a-368c-421d-b22e-77b46d9f3be3 None None] Pushing event updated for resources: {'Port': ['ID=fe288934-614b-453f-bead-0af112729c0d,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:47.139974 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:47.157659 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Attempting to bind port fe288934-614b-453f-bead-0af112729c0d on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:47.157659 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Attempting to bind port fe288934-614b-453f-bead-0af112729c0d by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:47.158074 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Attempting to bind port fe288934-614b-453f-bead-0af112729c0d on network ad7108c9-b096-48f6-8695-b73ac5e764c5 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:47.167490 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port c66ddfa9-463c-4cca-86f4-2947b8841995 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:47.167853 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.168187 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port c66ddfa9-463c-4cca-86f4-2947b8841995 Sep 15 12:58:47.229260 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:47.230165 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Checking segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:47.230975 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.231852 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Bound using segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:47.232659 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Bound port: fe288934-614b-453f-bead-0af112729c0d, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:47.233297 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fe288934-614b-453f-bead-0af112729c0d), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.266697 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41348) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:47.273485 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] For port d3f812a9-5990-4826-bd24-4bb500cca2b4, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:47.305289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-13081909-755f-40ad-bab5-b2a7ac6e6380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.306885 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] For port d3f812a9-5990-4826-bd24-4bb500cca2b4, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=d3f812a9-5990-4826-bd24-4bb500cca2b4,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:47.313738 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T12:58:38Z', 'revision_number': 4, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'f70745a3-0bd3-4e13-b068-7bb83a80ebe8', 'name': '', 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'mac_address': 'fa:16:3e:4d:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:38Z', 'revision_number': 2, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'subnets': [{'id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:47.344068 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.346276 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Checking router: d7451ff7-9ae3-4363-9050-c87458e5f25a for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:47.346623 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Updating router d7451ff7-9ae3-4363-9050-c87458e5f25a port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:47.450359 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] For port fe288934-614b-453f-bead-0af112729c0d, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:47.457039 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] For port fe288934-614b-453f-bead-0af112729c0d, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fe288934-614b-453f-bead-0af112729c0d,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:47.476112 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fe288934-614b-453f-bead-0af112729c0d), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.483725 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port c66ddfa9-463c-4cca-86f4-2947b8841995 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:47.484562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.493063 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.499366 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:47.500668 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:47.501414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:47.594251 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port c66ddfa9-463c-4cca-86f4-2947b8841995, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c66ddfa9-463c-4cca-86f4-2947b8841995,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:47.600172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-13081909-755f-40ad-bab5-b2a7ac6e6380 admin admin] Publish callbacks [] for security_group (2753f19f-05e0-4978-b911-b643cce6476b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.602733 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d005-5209-483a-923c-4e44afb2a282 None None] Pushing event updated for resources: {'Port': ['ID=d3f812a9-5990-4826-bd24-4bb500cca2b4,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:47.610993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-13081909-755f-40ad-bab5-b2a7ac6e6380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (2753f19f-05e0-4978-b911-b643cce6476b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.611819 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.612748 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:47.663609 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661b20a-368c-421d-b22e-77b46d9f3be3 None None] Pushing event updated for resources: {'Port': ['ID=fe288934-614b-453f-bead-0af112729c0d,revision_number=4']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:47.681504 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:47.682610 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:47.685833 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 6 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:47.753828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13081909-755f-40ad-bab5-b2a7ac6e6380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2753f19f-05e0-4978-b911-b643cce6476b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:47.767073 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-13081909-755f-40ad-bab5-b2a7ac6e6380 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=a71da868d1874796b1910ec10bf8cd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986825 Sep 15 12:58:47.771926 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41366) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:47.885218 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-807e6f11-630a-445b-8839-3f0afd9c2ffa service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:58:47.895474 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-807e6f11-630a-445b-8839-3f0afd9c2ffa service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3494227 Sep 15 12:58:47.914484 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-81267e99-9a65-4897-a977-6dec32a1b308 admin admin] Publish callbacks [] for security_group (2753f19f-05e0-4978-b911-b643cce6476b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.926243 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:47.952565 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:47.974604 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-81267e99-9a65-4897-a977-6dec32a1b308 admin admin] Publish callbacks [] for security_group (2753f19f-05e0-4978-b911-b643cce6476b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:47.984193 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41368) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:48.010876 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539659702', 'description': 'tempest-description--1931231705'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:48.085530 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Sync routers for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:48.092606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-81267e99-9a65-4897-a977-6dec32a1b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (2753f19f-05e0-4978-b911-b643cce6476b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.095257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-81267e99-9a65-4897-a977-6dec32a1b308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.096517 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-81267e99-9a65-4897-a977-6dec32a1b308 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/2753f19f-05e0-4978-b911-b643cce6476b HTTP/1.1" status: 204 len: 168 time: 0.3191161 Sep 15 12:58:48.105624 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.124929 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-05717d5f-4608-4692-be10-e01dd3b36c33 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282240 Sep 15 12:58:48.125457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81267e99-9a65-4897-a977-6dec32a1b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753f19f-05e0-4978-b911-b643cce6476b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:48.240293 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:48.249226 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:48.249723 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.250584 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 Sep 15 12:58:48.271940 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:48.326575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:48.356647 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (172cd07b-c96e-4891-80b8-d6b744fef8d1), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.359736 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-591e2e01-ddc1-4a6f-a044-9351c11ee556 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214699 Sep 15 12:58:48.366791 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (172cd07b-c96e-4891-80b8-d6b744fef8d1), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.371351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=c66ddfa9-463c-4cca-86f4-2947b8841995,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:48.423236 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:48.425842 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:48.453852 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.457227 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4510217 Sep 15 12:58:48.460242 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41386) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:48.466536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'security_group_rule': {'security_group_id': '172cd07b-c96e-4891-80b8-d6b744fef8d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:48.471893 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b89e4-d7a1-4459-9c0f-759e6e8f0a4a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172cd07b-c96e-4891-80b8-d6b744fef8d1,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:48.551575 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (5c323428-7b68-4da0-83bd-13a44aab64a7), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.682980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:48.683794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.828626 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (5c323428-7b68-4da0-83bd-13a44aab64a7), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.830045 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:48.839364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (5c323428-7b68-4da0-83bd-13a44aab64a7), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.890665 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c323428-7b68-4da0-83bd-13a44aab64a7,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:48.938423 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:48.940006 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f247ff46-8a25-4f4c-b4d3-0e6b7ca9f1e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4786274 Sep 15 12:58:48.942847 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41420) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:48.954240 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:48.976425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'security_group_rule': {'security_group_id': '172cd07b-c96e-4891-80b8-d6b744fef8d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:48.999877 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-79a8aa8b-8e87-4530-bbc3-e46f7551ba0b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--952678452&fields=id&tenant_id=27776e610cf84b49af0fec4b95aa31f3 HTTP/1.1" status: 200 len: 267 time: 0.1066935 Sep 15 12:58:49.145669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (98d5938c-8a04-453a-982a-6de51ec68a4c), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.173699 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:49.178065 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:49.187955 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-c37fb014-f05a-4a50-ba6f-104368844d35 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:49.197730 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-c37fb014-f05a-4a50-ba6f-104368844d35 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 809 time: 0.1880996 Sep 15 12:58:49.207634 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:49.222056 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-db810efe-e478-430c-b459-f7330a84fd94 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/quotas/27776e610cf84b49af0fec4b95aa31f3 HTTP/1.1" status: 200 len: 375 time: 0.0228922 Sep 15 12:58:49.253943 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:49.256391 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 7 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:49.300044 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-20a5a72f-341d-42b7-b2b5-9ae45d8282b5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702496 Sep 15 12:58:49.313869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-86e5e7d5-ddd7-458e-a286-59ade7ec3d6f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:49.330391 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7b46a-e28c-4f7a-afdf-cb11163dace4 None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:49.341112 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-86e5e7d5-ddd7-458e-a286-59ade7ec3d6f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 819 time: 0.3765574 Sep 15 12:58:49.390215 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3b196445-50ec-4e60-ae57-e94118c0f083 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/quotas/ffff4b9feef3437cb5529aeaaacc3f86 HTTP/1.1" status: 200 len: 375 time: 0.0481334 Sep 15 12:58:49.454132 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (98d5938c-8a04-453a-982a-6de51ec68a4c), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.479701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (98d5938c-8a04-453a-982a-6de51ec68a4c), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.499083 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:49.504666 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d5938c-8a04-453a-982a-6de51ec68a4c,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:49.507615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:49.533317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.27', 64587) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:49.556669 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-add26477-f3e7-4380-a55c-e68538ce5188 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651390 Sep 15 12:58:49.573428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.575420 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-93efac14-a3b9-41a7-a879-5ce592c4d181 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6295269 Sep 15 12:58:49.598856 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41450) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:49.607021 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:49.713571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.714752 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.718041 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5bc8a061-e40d-4cba-93a0-709e162ba123 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:49.722581 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Publish callbacks [] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.763812 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 2, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:49.800371 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Checking router: d8397d97-011d-4e4a-b546-11ada2f5c0ae for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:49.801253 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Updating router d8397d97-011d-4e4a-b546-11ada2f5c0ae port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:49.839212 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.880307 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:49.881608 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:49.904820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-ddfd8be3-c12f-4da4-a818-635aa21b30eb tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:49.913647 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-ddfd8be3-c12f-4da4-a818-635aa21b30eb tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.27 "GET /networking/v2.0/networks?id=57460050-fc7b-4d9c-8842-e197dec4e8b7 HTTP/1.1" status: 200 len: 811 time: 0.3780251 Sep 15 12:58:49.959460 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-fd0a33f5-f8ac-4875-b153-ebea7ce4a2a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453338 Sep 15 12:58:50.064633 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:50.135860 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-2a663e4a-5639-4050-a1e4-4d3207e32cfb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778680 Sep 15 12:58:50.149760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Request body: {'port': {'device_id': '9fd7739a-69fe-4204-be18-f21e623d0992', 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'admin_state_up': True, 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:50.153858 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Attempting to bind port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:50.155611 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Attempting to bind port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:50.156008 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Attempting to bind port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 on network 57460050-fc7b-4d9c-8842-e197dec4e8b7 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:50.157267 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:50.157543 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-830dc0ab-b462-4aa4-bbdd-12c1e30c69c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949317 Sep 15 12:58:50.167659 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:50.393335 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 8 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:50.394112 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Allocated IP 172.27.1.141 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/c5fde457-e606-4269-8912-85a120827301) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:50.599596 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:50.602582 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 5bc8a061-e40d-4cba-93a0-709e162ba123 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:50.603074 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:50.604253 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 5bc8a061-e40d-4cba-93a0-709e162ba123 Sep 15 12:58:50.607590 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96b5d4-56a1-4736-81a7-39ddae5efe90 None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:50.753596 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:50.762915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:50.822805 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b03f9ade-565f-4ec8-8e55-3af949297622 req-13a9c7ca-f676-4d8a-922c-8872b11bbff6 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.1432426 Sep 15 12:58:50.835655 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b258-709a-4d04-bc7a-c98d17bc8b55 None None] Pushing event updated for resources: {'Port': ['ID=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:50.872194 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:50.872640 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Checking segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:50.873050 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:50.873446 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Bound using segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:50.873980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Bound port: f70745a3-0bd3-4e13-b068-7bb83a80ebe8, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:50.874556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:50.919260 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Publish callbacks [] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:50.937141 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:50.939972 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for port (c5fde457-e606-4269-8912-85a120827301), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:51.146317 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b7c71-edc4-4d23-a7b6-9a7c64360f85 None None] Pushing event updated for resources: {'Port': ['ID=2d663b36-ebf1-4ba6-82e2-ba38301885a9,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:51.156802 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 9 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:51.211642 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:58:51.251567 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 5bc8a061-e40d-4cba-93a0-709e162ba123 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:51.252015 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:51.281180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (c5fde457-e606-4269-8912-85a120827301), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:51.341105 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:51.342149 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:51.343177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:51.354266 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:51.374298 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Attempting to bind port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:51.376243 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Attempting to bind port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:51.378164 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Attempting to bind port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:51.385618 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-07df3a6c-b7a3-42f5-875f-bde0166e326b req-fe93c479-7998-40b2-87fc-4b0483427ffc tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.0756652 Sep 15 12:58:51.495101 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:51.495841 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Checking segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:51.505192 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:51.506130 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Bound using segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:51.506834 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Bound port: 2d663b36-ebf1-4ba6-82e2-ba38301885a9, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:51.507420 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:51.512113 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:51.590534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:51.614936 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d821e5a5-01cf-4c71-9be4-54ec82e7ce14 req-bae3297d-3e25-4763-b87d-799d9f03687c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.1517777 Sep 15 12:58:51.620460 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:51.665603 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:51.699817 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] For port 2d663b36-ebf1-4ba6-82e2-ba38301885a9, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:51.699938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'Port': ['ID=c5fde457-e606-4269-8912-85a120827301,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:51.706314 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] For port 2d663b36-ebf1-4ba6-82e2-ba38301885a9, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2d663b36-ebf1-4ba6-82e2-ba38301885a9,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:51.726466 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:51.825556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 5bc8a061-e40d-4cba-93a0-709e162ba123, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5bc8a061-e40d-4cba-93a0-709e162ba123,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:51.837576 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:51.861303 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.27', 64596) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:51.920757 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:51.921548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-9adea971-7aa8-4aa9-9940-2563195d4390 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7793577 Sep 15 12:58:51.939492 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 10 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:58:51.943811 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:52.054246 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:52.061258 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f50d56bc-358c-46d7-bb77-092dbc668d82 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:52.175770 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (592769f5-7538-4bac-b52b-b23f7ae75317), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:52.184239 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Made reservation on behalf of dc2cd7163bd9476891dfe836246ead22 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:52.190246 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:52.411161 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-de66c447-f690-4edb-8a4c-8caa9c2cf8cf req-c824fce6-629e-4ba9-acdb-9603da268f2b tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.2011886 Sep 15 12:58:52.499021 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] For port f70745a3-0bd3-4e13-b068-7bb83a80ebe8, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:52.586822 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] For port f70745a3-0bd3-4e13-b068-7bb83a80ebe8, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:52.617304 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=5bc8a061-e40d-4cba-93a0-709e162ba123,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:52.642159 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:52.648041 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3cc7125d-a8f9-4154-9d57-b9e282aec168 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:52.656378 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:52.658781 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3cc7125d-a8f9-4154-9d57-b9e282aec168 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.7827866 Sep 15 12:58:52.703514 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:52.860524 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a5ae5d2c-6105-4444-9c65-a96fc20f318d req-e122ca7d-c279-4567-a19b-f24cb892f087 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.1282444 Sep 15 12:58:52.944222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c5fde457-e606-4269-8912-85a120827301), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:52.995695 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-17179aa1-5bc5-470e-8066-987855c7a04f req-74d95f25-fd8f-4ca0-91f7-d132bece82d2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 210 time: 0.4412405 Sep 15 12:58:53.101411 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b7c71-edc4-4d23-a7b6-9a7c64360f85 None None] Pushing event updated for resources: {'Port': ['ID=2d663b36-ebf1-4ba6-82e2-ba38301885a9,revision_number=4']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:53.174828 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Routers {'d7451ff7-9ae3-4363-9050-c87458e5f25a'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:53.177159 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d7451ff7-9ae3-4363-9050-c87458e5f25a'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:53.222173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port f50d56bc-358c-46d7-bb77-092dbc668d82 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:53.222173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:53.227616 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port f50d56bc-358c-46d7-bb77-092dbc668d82 Sep 15 12:58:53.235985 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:58:53.257732 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:53.366241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-86b6c339-f23b-4793-93ff-8149a29b9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:53.394737 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dbd2c2c4-d214-4a6b-8b83-08b03635e01f req-f056b6e1-3a41-4dca-bcc3-c07ce6572845 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.1772773 Sep 15 12:58:53.415117 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-68118636-8524-45ad-8666-444898aa9c7f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 380 time: 0.5531044 Sep 15 12:58:53.639140 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:53.661559 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:51Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:53.691966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:53.700720 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port c485883f-db7e-4848-a92b-d7e20b501cfa triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:53.701106 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:53.701512 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port c485883f-db7e-4848-a92b-d7e20b501cfa Sep 15 12:58:53.703439 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bdb45943-eace-47c4-b862-aa4bd0dee138 req-6552a5ea-2398-42ad-a038-6b9994992dda tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.0735912 Sep 15 12:58:53.716432 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa31c5-31ca-4123-ba3a-51472a7b488a None None] The sync data for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:51Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:53.960864 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Allocated IP 172.20.0.13 (57460050-fc7b-4d9c-8842-e197dec4e8b7/54f648f2-a47b-4d81-8ea2-91882e3ab6c6/e1b7b694-7f38-474e-8781-153677c9fb5b) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:53.961499 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b258-709a-4d04-bc7a-c98d17bc8b55 None None] Pushing event updated for resources: {'Port': ['ID=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:54.060953 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] Set router d7451ff7-9ae3-4363-9050-c87458e5f25a gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:54.090606 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-73972b0f-2035-4514-b665-7132b5b9acad req-c0464674-4136-4c71-a1c0-0223567527b2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.0439360 Sep 15 12:58:54.432518 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:54.443457 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port f50d56bc-358c-46d7-bb77-092dbc668d82 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:54.445202 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:54.471291 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for port (c5fde457-e606-4269-8912-85a120827301), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.481019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:44Z', 'revision_number': 2, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:54.500833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-14fa4f55-608b-4e09-aa2f-841c5d4a49a0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:54.502686 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-14fa4f55-608b-4e09-aa2f-841c5d4a49a0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 819 time: 0.8398926 Sep 15 12:58:54.508019 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c5fde457-e606-4269-8912-85a120827301), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.509088 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (592769f5-7538-4bac-b52b-b23f7ae75317), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.513983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:58:54.514340 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Updating router 9930d0ac-2946-4003-8981-ac432633b7d5 port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 12:58:54.541014 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f395ef57-eedc-401d-94d7-06dbee49e050 req-039dfa3e-a7f6-4d99-b284-6655885212a2 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.0663359 Sep 15 12:58:54.600352 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-79f22ab4-ec52-4791-ab00-7a5d45efea64 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/quotas/ffff4b9feef3437cb5529aeaaacc3f86 HTTP/1.1" status: 200 len: 375 time: 0.0824778 Sep 15 12:58:54.602834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.610718 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0049393 Sep 15 12:58:54.627864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0277f990-047c-4c92-a765-21789ad10516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T12:58:38Z', 'revision_number': 4, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'f70745a3-0bd3-4e13-b068-7bb83a80ebe8', 'name': '', 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'mac_address': 'fa:16:3e:4d:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:52Z', 'revision_number': 4, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'subnets': [{'id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:54.671880 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277f990-047c-4c92-a765-21789ad10516 None None] The sync data for ids ['d7451ff7-9ae3-4363-9050-c87458e5f25a'] in dv-cinder-836083-13-iscsi is: [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T12:58:38Z', 'revision_number': 4, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'f70745a3-0bd3-4e13-b068-7bb83a80ebe8', 'name': '', 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'mac_address': 'fa:16:3e:4d:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:52Z', 'revision_number': 4, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'subnets': [{'id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:54.692255 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:54.704103 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.732393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:54.790757 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:54.791349 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.792578 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf Sep 15 12:58:54.805984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Current status of the port c485883f-db7e-4848-a92b-d7e20b501cfa is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:54.845212 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port d3f812a9-5990-4826-bd24-4bb500cca2b4 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:54.845601 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.845937 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:54.875259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f09fbf4f-b4b7-4a40-8075-447d0a2bcdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:54.877957 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-2a843d4c-bf08-449d-91d1-6a9a60161056 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687795 Sep 15 12:58:54.890374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0479e-b5eb-49d5-8452-ff759bcfe189 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'Port': ['ID=c5fde457-e606-4269-8912-85a120827301,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:54.987498 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-71188eaf-1420-4c63-affa-db9bb91177f0 req-3ae0db07-76a3-4249-9141-a46e216ce878 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.0610063 Sep 15 12:58:55.073708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7cb28dce-3689-42d0-a440-db21f677d9f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948707 Sep 15 12:58:55.109031 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:55.109425 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.110111 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks [] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.148038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41640) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:55.159136 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Current status of the port d3f812a9-5990-4826-bd24-4bb500cca2b4 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:55.159708 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.204075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:55.225940 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-003899e7-d711-4058-8f81-7b99609a6aa2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1539659702&fields=id&tenant_id=6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 267 time: 0.0987253 Sep 15 12:58:55.227681 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.228561 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7236799a-ed74-44b4-8229-b8976ca46dfa up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:55.264095 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.284507 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:55.311415 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] For port d3f812a9-5990-4826-bd24-4bb500cca2b4, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=d3f812a9-5990-4826-bd24-4bb500cca2b4,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:55.363399 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.381127 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-15078b24-bc5c-45b4-8f0e-baa4ace2d8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.383314 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Pushing event updated for resources: {'Port': ['ID=e1b7b694-7f38-474e-8781-153677c9fb5b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:55.393432 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-e2dee2d7-7db8-48b0-a8ce-f368eb1fe286 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811632 Sep 15 12:58:55.395518 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:58:55.398858 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:58:55.402645 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:58:55.408221 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:55.409084 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.436266 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-b1154759-4392-4347-97d9-edc0c45ae233 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3126407 Sep 15 12:58:55.457777 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port fe288934-614b-453f-bead-0af112729c0d triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:55.458376 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fe288934-614b-453f-bead-0af112729c0d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.458718 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port fe288934-614b-453f-bead-0af112729c0d Sep 15 12:58:55.480414 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-073b95a5-23fe-4b0f-9011-1d5d990ef657 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:55.481999 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-073b95a5-23fe-4b0f-9011-1d5d990ef657 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 817 time: 0.2478817 Sep 15 12:58:55.502038 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Publish callbacks [] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.515129 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:55.520427 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 7236799a-ed74-44b4-8229-b8976ca46dfa triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:55.521027 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.521367 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 7236799a-ed74-44b4-8229-b8976ca46dfa Sep 15 12:58:55.539874 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-aa1247f7-3360-4557-a36b-93fe806ece64 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/quotas/6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 375 time: 0.0459039 Sep 15 12:58:55.569502 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.662620 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-4413e850-4383-4480-9cc5-0daf1849a2b7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154442 Sep 15 12:58:55.667145 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:55.670039 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Pushing event updated for resources: {'Port': ['ID=d3f812a9-5990-4826-bd24-4bb500cca2b4,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:55.676731 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-15078b24-bc5c-45b4-8f0e-baa4ace2d8e2 admin admin] Publish callbacks [] for security_group (10b0e3f2-1914-46f7-b74d-aadc85ae18c0), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.711172 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-15078b24-bc5c-45b4-8f0e-baa4ace2d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (10b0e3f2-1914-46f7-b74d-aadc85ae18c0), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.762233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0979d-03f8-4907-a62c-9f66e18e5d33 None None] Pushing event updated for resources: {'Port': ['ID=66e91aa9-b8dd-4b58-a999-52c26884ffa7,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:55.824935 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:55.859464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15078b24-bc5c-45b4-8f0e-baa4ace2d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0e3f2-1914-46f7-b74d-aadc85ae18c0,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:55.869637 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-fc849be0-8ef5-47df-8b5a-4782547d98c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856022 Sep 15 12:58:55.906303 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-15078b24-bc5c-45b4-8f0e-baa4ace2d8e2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=aba2cec813434bd2a1e3adb2fc6d7bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7569094 Sep 15 12:58:55.933677 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ec53b974-66ec-4717-a74c-7ccc9ef0578c req-132f47a5-8b73-48a2-857d-8c2322d61593 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.0893011 Sep 15 12:58:55.934340 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41658) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:55.948135 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Current status of the port fe288934-614b-453f-bead-0af112729c0d is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:55.948690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fe288934-614b-453f-bead-0af112729c0d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:55.975314 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Attempting to bind port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:58:55.975679 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Attempting to bind port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:58:55.976054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Attempting to bind port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:58:56.020757 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-14ea7876-1571-421f-83e7-983a723846a5 admin admin] Publish callbacks [] for security_group (10b0e3f2-1914-46f7-b74d-aadc85ae18c0), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.031787 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-d44211a2-a954-4c7a-8f43-3c79cb229bc6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610503 Sep 15 12:58:56.051333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-14ea7876-1571-421f-83e7-983a723846a5 admin admin] Publish callbacks [] for security_group (10b0e3f2-1914-46f7-b74d-aadc85ae18c0), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.120711 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:58:56.121098 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Checking segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:58:56.121484 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.121927 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Bound using segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:58:56.122409 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Bound port: 66e91aa9-b8dd-4b58-a999-52c26884ffa7, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:58:56.122888 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.151218 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f6290a67-db67-480d-885a-ed0c7782cefe req-fb0c4a11-9eda-4a7c-b524-6b3a3d64ac8f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.0452960 Sep 15 12:58:56.205423 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-14ea7876-1571-421f-83e7-983a723846a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (10b0e3f2-1914-46f7-b74d-aadc85ae18c0), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.209299 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-14ea7876-1571-421f-83e7-983a723846a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.222420 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-14ea7876-1571-421f-83e7-983a723846a5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/10b0e3f2-1914-46f7-b74d-aadc85ae18c0 HTTP/1.1" status: 204 len: 168 time: 0.2868283 Sep 15 12:58:56.238103 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea7876-1571-421f-83e7-983a723846a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0e3f2-1914-46f7-b74d-aadc85ae18c0,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:56.270058 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 7236799a-ed74-44b4-8229-b8976ca46dfa is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:56.320956 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.342344 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-660f0544-b1cf-4c48-96dc-8c4d97ad4611 req-8e9f95d9-2d4b-4821-83ed-34ce1be51192 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.0792956 Sep 15 12:58:56.387599 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] For port fe288934-614b-453f-bead-0af112729c0d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fe288934-614b-453f-bead-0af112729c0d,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:56.437857 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fe288934-614b-453f-bead-0af112729c0d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.463036 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500597f-02af-49a1-9951-ac961db2ce77 req-9df6074a-34b6-4750-bff2-d2b135ca633e tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:56.472265 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7500597f-02af-49a1-9951-ac961db2ce77 req-9df6074a-34b6-4750-bff2-d2b135ca633e tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 932 time: 0.1714461 Sep 15 12:58:56.483534 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ea1af470-fd94-45a0-b3ca-384c81ba2d5e req-3ff3c771-df63-430c-8730-6832c7545a4f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.0834618 Sep 15 12:58:56.599921 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7500597f-02af-49a1-9951-ac961db2ce77 req-9d6d72d7-36ed-49c2-bf4e-16d02960fa15 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266408 Sep 15 12:58:56.621886 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port 5f6f0a77-054c-4074-8381-f86a72767b2d triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:56.621886 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.621886 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port 5f6f0a77-054c-4074-8381-f86a72767b2d Sep 15 12:58:56.628527 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] For port 66e91aa9-b8dd-4b58-a999-52c26884ffa7, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:58:56.706433 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] For port 66e91aa9-b8dd-4b58-a999-52c26884ffa7, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=66e91aa9-b8dd-4b58-a999-52c26884ffa7,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:58:56.710677 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:56.718382 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Pushing event updated for resources: {'Port': ['ID=fe288934-614b-453f-bead-0af112729c0d,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:56.734632 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.812006 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:58:56.812679 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:58:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:56.853104 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'port': {'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'admin_state_up': True, 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'security_groups': ['d0343e48-1efe-4c68-b20c-b228984a0a51']}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:56.870627 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c66ddfa9-463c-4cca-86f4-2947b8841995 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:56.907943 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41682) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:56.914431 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Current status of the port 5f6f0a77-054c-4074-8381-f86a72767b2d is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:56.929721 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0979d-03f8-4907-a62c-9f66e18e5d33 None None] Pushing event updated for resources: {'Port': ['ID=66e91aa9-b8dd-4b58-a999-52c26884ffa7,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:56.936345 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c820d2b8-06b7-4a43-8fa5-bb902af40b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.961847 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Provisioning complete for port fc64f5bd-fc8a-49c6-97e2-d290b7874767 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:56.962630 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:56.963142 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Attempt 1 to provision port fc64f5bd-fc8a-49c6-97e2-d290b7874767 Sep 15 12:58:57.020691 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port c66ddfa9-463c-4cca-86f4-2947b8841995 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:57.021320 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:57.021800 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port c66ddfa9-463c-4cca-86f4-2947b8841995 Sep 15 12:58:57.124663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:58:57.160229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:57.180289 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:57.199339 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c820d2b8-06b7-4a43-8fa5-bb902af40b31 admin admin] Publish callbacks [] for security_group (bb169931-f1ae-4757-9d69-889938f65cbe), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:57.207198 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c820d2b8-06b7-4a43-8fa5-bb902af40b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (bb169931-f1ae-4757-9d69-889938f65cbe), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:57.343908 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-cd01588a-3524-46b3-b3c7-a307735cfdf0 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 12:58:57.345006 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-cd01588a-3524-46b3-b3c7-a307735cfdf0 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0077024 Sep 15 12:58:57.412942 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e618-bb46-4080-b1ff-4c06296d086a None None] Current status of the port fc64f5bd-fc8a-49c6-97e2-d290b7874767 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:57.450024 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port c66ddfa9-463c-4cca-86f4-2947b8841995 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:57.451651 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:57.472001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.27', 64609) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:57.502151 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Made reservation on behalf of 2e4c4dc894bd429b8f46ae444eb5ff7d for: {'port': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:58:57.507512 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:57.575456 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4aff9a48-67b4-4ae7-a1c8-491607fabe42 req-38aeee6d-21a9-4558-a746-d7da3422dca3 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.0944257 Sep 15 12:58:57.596923 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:57.604554 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b7f6a599-9804-4cc3-ba9e-351c1508a01e req-3be44b7a-6de0-4525-aa0e-06678b0c9aa9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.3256590 Sep 15 12:58:57.614132 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c820d2b8-06b7-4a43-8fa5-bb902af40b31 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=4f82f3da3aa941ceb6446053cf60a840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048450 Sep 15 12:58:57.617484 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820d2b8-06b7-4a43-8fa5-bb902af40b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb169931-f1ae-4757-9d69-889938f65cbe,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:57.673759 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Provisioning complete for port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:57.677172 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:57.677697 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 1 to provision port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 Sep 15 12:58:57.683433 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41696) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:58:57.902613 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a626d29c-18c3-476e-8564-9cb2224f4a6b req-6e00b039-2550-49e9-b844-71bfa4253a98 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.1368785 Sep 15 12:58:57.932882 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:57.933604 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:57.934154 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 Sep 15 12:58:58.075597 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:58.108449 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-0f211165-fb6a-4303-8fb2-0f25c6606964 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:58.110583 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.112911 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:58.116393 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-0f211165-fb6a-4303-8fb2-0f25c6606964 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 809 time: 0.6283977 Sep 15 12:58:58.137498 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Request body: {'port': {'device_id': '9fd7739a-69fe-4204-be18-f21e623d0992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:58.270396 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Current status of the port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:58.270785 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.405230 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.478428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.501421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e132f33-5f4d-433d-a9da-60c14633de5e req-03347361-277e-4931-b648-e8ef2cb839cc tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:58:58.510176 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e132f33-5f4d-433d-a9da-60c14633de5e req-03347361-277e-4931-b648-e8ef2cb839cc tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 932 time: 0.1870873 Sep 15 12:58:58.594722 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:58:58.673861 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d294ea-143a-4e52-b142-c71aa89aec2f None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:58:58.690406 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] For port 2d663b36-ebf1-4ba6-82e2-ba38301885a9, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2d663b36-ebf1-4ba6-82e2-ba38301885a9,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:58.713363 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:58.725464 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device d3f812a9-5990-4826-bd24-4bb500cca2b4 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:58.727579 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.853519 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-a4fe5b79-8996-4ba8-a1ea-1063dccac236 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=27776e610cf84b49af0fec4b95aa31f3 HTTP/1.1" status: 200 len: 379 time: 0.4081767 Sep 15 12:58:58.854002 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f8e2461a-4c4e-4bd5-9eab-d0a441af73ad req-03891fc9-c91a-4843-97d3-71bfb63c1a03 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.9665442 Sep 15 12:58:58.875888 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Provisioning complete for port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:58.876976 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.877745 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 1 to provision port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 Sep 15 12:58:58.923188 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ecd25792-357e-4ea4-8681-4a9233fe01ca admin admin] Publish callbacks [] for security_group (bb169931-f1ae-4757-9d69-889938f65cbe), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.952654 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port d3f812a9-5990-4826-bd24-4bb500cca2b4 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:58.955556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:58.956132 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port d3f812a9-5990-4826-bd24-4bb500cca2b4 Sep 15 12:58:58.985664 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ecd25792-357e-4ea4-8681-4a9233fe01ca admin admin] Publish callbacks [] for security_group (bb169931-f1ae-4757-9d69-889938f65cbe), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.004029 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Pushing event updated for resources: {'Port': ['ID=2d663b36-ebf1-4ba6-82e2-ba38301885a9,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:59.042868 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'port': {'device_id': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'admin_state_up': True, 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'security_groups': ['e6cb63f9-3500-4d8a-9a28-87e3d2b90f38']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:58:59.114178 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-02dce90f-017f-4e0d-8f80-119f943f4d3e req-8d6121a9-40a5-47d8-a9ce-33cbf77aa0e6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.0582511 Sep 15 12:58:59.207306 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ecd25792-357e-4ea4-8681-4a9233fe01ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (bb169931-f1ae-4757-9d69-889938f65cbe), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.218783 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ecd25792-357e-4ea4-8681-4a9233fe01ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.227638 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ecd25792-357e-4ea4-8681-4a9233fe01ca admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/bb169931-f1ae-4757-9d69-889938f65cbe HTTP/1.1" status: 204 len: 168 time: 1.5426352 Sep 15 12:58:59.304107 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25792-357e-4ea4-8681-4a9233fe01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb169931-f1ae-4757-9d69-889938f65cbe,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:58:59.315973 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.20.0.4 (e0e4d116-b42c-4d92-83e5-69793b91ec95/1046c219-65a3-4db3-82a5-a910b30b1dec/15fae3ac-3d15-4151-bd85-4686ea0f64b1) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:58:59.317071 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e132f33-5f4d-433d-a9da-60c14633de5e req-9d3cdb93-2e28-4f9e-9a0e-8c085a8cf285 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8059075 Sep 15 12:58:59.352562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:59.369891 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Current status of the port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:59.372416 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.415074 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-73e71cce-8846-4242-933c-36b580b78dad req-4ee0abed-88de-4081-8a03-cf93fdf75ddf tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.0959787 Sep 15 12:58:59.477428 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port d3f812a9-5990-4826-bd24-4bb500cca2b4 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:58:59.498345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5bc8a061-e40d-4cba-93a0-709e162ba123 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:58:59.558484 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:58:59.711240 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.713721 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] For port 66e91aa9-b8dd-4b58-a999-52c26884ffa7, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=66e91aa9-b8dd-4b58-a999-52c26884ffa7,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:58:59.731102 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.779759 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.798211 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Provisioning complete for port e1b7b694-7f38-474e-8781-153677c9fb5b triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:59.798591 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.800057 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 1 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:58:59.880724 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8a911709-9576-4925-a505-f07d7b2b7a44 req-71c40563-6d64-4e29-9950-8090b04d10c8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.2177703 Sep 15 12:58:59.944412 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 5bc8a061-e40d-4cba-93a0-709e162ba123 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:58:59.944792 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:58:59.945129 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 5bc8a061-e40d-4cba-93a0-709e162ba123 Sep 15 12:59:00.054082 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Made reservation on behalf of 27776e610cf84b49af0fec4b95aa31f3 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:00.057289 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Port e1b7b694-7f38-474e-8781-153677c9fb5b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:00.069712 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:00.089992 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:00.108404 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:59:00.194440 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:00.214272 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:59:00.218974 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:00.219591 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:00.256970 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41768) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:00.285234 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.27', 64626) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:00.300692 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Pushing event updated for resources: {'Port': ['ID=66e91aa9-b8dd-4b58-a999-52c26884ffa7,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:00.355614 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b7b694-7f38-474e-8781-153677c9fb5b {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:00.515761 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6672406 Sep 15 12:59:00.520337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eb0ec-8975-414e-b9e3-9b668fcd8189 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=15fae3ac-3d15-4151-bd85-4686ea0f64b1,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:00.559269 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Publish callbacks [] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:00.563628 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 2 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:59:00.741034 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1bd8c306-88b7-4795-8fc1-8b807b890a28 req-04d4a849-681f-4938-a32f-e32d4a39b731 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.3405728 Sep 15 12:59:00.751668 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Port e1b7b694-7f38-474e-8781-153677c9fb5b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:00.752257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 5bc8a061-e40d-4cba-93a0-709e162ba123 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:00.756629 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:00.775701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Transition to ACTIVE for port object e1b7b694-7f38-474e-8781-153677c9fb5b will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 12:59:00.838288 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:00.892383 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:00.922454 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1b182187-5325-42b0-9a32-9737387eb843 req-7d885cd7-7b11-421e-9d1b-c74ceb853e84 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.8165410 Sep 15 12:59:00.961151 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:00.963491 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:00.963899 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf Sep 15 12:59:00.972813 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Request body: {'port': {'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:01.085382 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-c823286c-b0a7-44dd-8b6c-cbdaec31ccf0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:01.087681 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-c823286c-b0a7-44dd-8b6c-cbdaec31ccf0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 819 time: 0.7034309 Sep 15 12:59:01.093156 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-859d748c-a5e2-4c7d-a452-c30060a8a743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.214472 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:01.216309 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fe288934-614b-453f-bead-0af112729c0d up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:01.255631 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 3 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:59:01.297183 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171483a8-c3aa-461c-b13d-7a0bc630ee5d req-724f7299-7447-4055-80a6-c3243e96ee52 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:01.298764 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-171483a8-c3aa-461c-b13d-7a0bc630ee5d req-724f7299-7447-4055-80a6-c3243e96ee52 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 931 time: 0.1968071 Sep 15 12:59:01.307621 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.324704 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Port e1b7b694-7f38-474e-8781-153677c9fb5b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:01.335243 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port fe288934-614b-453f-bead-0af112729c0d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:01.335977 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fe288934-614b-453f-bead-0af112729c0d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.336530 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port fe288934-614b-453f-bead-0af112729c0d Sep 15 12:59:01.374071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b7b694-7f38-474e-8781-153677c9fb5b,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:01.394272 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fb80b-8a37-4161-82db-8f2351d2342d req-1d768309-efbd-44e5-bcdc-7c30f82c3378 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:01.405329 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d81fb80b-8a37-4161-82db-8f2351d2342d req-1d768309-efbd-44e5-bcdc-7c30f82c3378 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.3272254 Sep 15 12:59:01.408432 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Allocated IP 172.20.0.5 (ad7108c9-b096-48f6-8695-b73ac5e764c5/6c47e5c8-a118-425a-8a10-0ce00b1d13fe/71e9592f-0e8b-403c-bbfd-bae6e0da6f5f) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:59:01.551938 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port fe288934-614b-453f-bead-0af112729c0d is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:01.554244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f70745a3-0bd3-4e13-b068-7bb83a80ebe8 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:01.584094 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-171483a8-c3aa-461c-b13d-7a0bc630ee5d req-b9493729-765e-40b2-8504-2e3b0acf309a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330296 Sep 15 12:59:01.608176 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:01.608587 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.609916 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:59:01.639437 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:01.640945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Attempting to bind port e1b7b694-7f38-474e-8781-153677c9fb5b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:59:01.641909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Attempting to bind port e1b7b694-7f38-474e-8781-153677c9fb5b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:59:01.642510 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Attempting to bind port e1b7b694-7f38-474e-8781-153677c9fb5b on network 57460050-fc7b-4d9c-8842-e197dec4e8b7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:01.757748 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:01.760492 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.778957 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-859d748c-a5e2-4c7d-a452-c30060a8a743 admin admin] Publish callbacks [] for security_group (af928b74-354c-4ddf-b881-ba3f25610d03), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.781548 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Port e1b7b694-7f38-474e-8781-153677c9fb5b on network 57460050-fc7b-4d9c-8842-e197dec4e8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 12:59:01.782349 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Attempting to bind port e1b7b694-7f38-474e-8781-153677c9fb5b on network 57460050-fc7b-4d9c-8842-e197dec4e8b7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:01.788774 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:01.837669 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 4 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:59:01.890274 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d81fb80b-8a37-4161-82db-8f2351d2342d req-c1e9a1c3-8188-46d3-8d18-f83bbebad6c7 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835160 Sep 15 12:59:01.892340 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-859d748c-a5e2-4c7d-a452-c30060a8a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (af928b74-354c-4ddf-b881-ba3f25610d03), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.941119 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:01.944140 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:59:01.945584 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Checking segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:01.946163 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Bound using segment: {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:59:01.948308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Bound port: e1b7b694-7f38-474e-8781-153677c9fb5b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:59:01.948308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:01.995245 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-859d748c-a5e2-4c7d-a452-c30060a8a743 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f228dcd0990f4d33a8c145933b572005&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6885970 Sep 15 12:59:01.999009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port f70745a3-0bd3-4e13-b068-7bb83a80ebe8, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:02.022984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:02.023953 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2d663b36-ebf1-4ba6-82e2-ba38301885a9 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:02.078600 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'port': {'device_id': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'admin_state_up': True, 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:02.101916 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Port e1b7b694-7f38-474e-8781-153677c9fb5b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:02.109493 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6de96657-a5d8-40bf-a6c0-d8188b72d10c req-6903fd66-e163-4bfd-9e9c-becf2dbe0991 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.1598892 Sep 15 12:59:02.190769 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:02.225870 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41814) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:02.226349 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.27', 64637) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:02.229595 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:02.230194 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:02.233857 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 Sep 15 12:59:02.383390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] For port e1b7b694-7f38-474e-8781-153677c9fb5b, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:59:02.473360 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:02.550950 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:02.600074 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0a57195b-6e53-45fc-bd82-004afb28aea8 req-0370a91c-42d7-4a45-b56d-97cde4e92258 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.3036380 Sep 15 12:59:02.603996 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d748c-a5e2-4c7d-a452-c30060a8a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af928b74-354c-4ddf-b881-ba3f25610d03,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:02.618017 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 5 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:59:02.767061 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Port e1b7b694-7f38-474e-8781-153677c9fb5b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:02.833900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] For port e1b7b694-7f38-474e-8781-153677c9fb5b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e1b7b694-7f38-474e-8781-153677c9fb5b,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:59:02.895133 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fe288934-614b-453f-bead-0af112729c0d up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:02.908302 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:02.981746 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-88215cc5-40cd-4b04-b68f-8fa3e3607697 req-ad88a8b6-85e1-45a2-984d-6883b53a2664 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.3476193 Sep 15 12:59:03.079946 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port fe288934-614b-453f-bead-0af112729c0d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:03.080536 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fe288934-614b-453f-bead-0af112729c0d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.082970 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port fe288934-614b-453f-bead-0af112729c0d Sep 15 12:59:03.115650 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd8c-5678-4ab1-9690-4d8651c78653 admin admin] Publish callbacks [] for security_group (af928b74-354c-4ddf-b881-ba3f25610d03), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.119438 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.124870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:03.125414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.134475 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e1b7b694-7f38-474e-8781-153677c9fb5b HTTP/1.1" status: 200 len: 1094 time: 5.3508425 Sep 15 12:59:03.233559 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd7739a-69fe-4204-be18-f21e623d0992', 'tag': 'e1b7b694-7f38-474e-8781-153677c9fb5b'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:03.276038 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Attempt 6 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:59:03.286198 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc529-c284-4ae5-a5e4-dcc81aa50036 req-b74f9f0f-08be-4731-a963-bc6004b3f337 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:03.287962 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a5adc529-c284-4ae5-a5e4-dcc81aa50036 req-b74f9f0f-08be-4731-a963-bc6004b3f337 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.1795058 Sep 15 12:59:03.288498 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41858) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:03.289550 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:03.332160 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b1fe9-5267-4c3d-b695-2a45c1ace3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b7b694-7f38-474e-8781-153677c9fb5b,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:03.355225 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308d415-74cb-4277-934c-a2494d22a7cb req-6dc01983-56a6-4d6a-a421-ee1fed980638 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:03.357465 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6308d415-74cb-4277-934c-a2494d22a7cb req-6dc01983-56a6-4d6a-a421-ee1fed980638 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 931 time: 0.5596271 Sep 15 12:59:03.395832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.407992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-eaecb65b-06d9-443e-b615-a584bbf3e0c4 None None] Port e1b7b694-7f38-474e-8781-153677c9fb5b had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 12:59:03.460233 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6308d415-74cb-4277-934c-a2494d22a7cb req-a82a543f-d080-4f89-993a-f09c9b755c37 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936124 Sep 15 12:59:03.592601 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fae3ac-3d15-4151-bd85-4686ea0f64b1 {{(pid=106204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:03.604926 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Publish callbacks [] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.606915 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port fe288934-614b-453f-bead-0af112729c0d is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:03.608039 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 66e91aa9-b8dd-4b58-a999-52c26884ffa7 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:03.609734 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.27', 64647) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:03.640154 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.provisioning_blocks [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Transition to ACTIVE for port object 15fae3ac-3d15-4151-bd85-4686ea0f64b1 will not be triggered until provisioned by entity L2. {{(pid=106204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 12:59:03.658452 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:03.666867 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=21 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:03.667554 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-ebf98c86-ef12-4cc9-aace-dabcce1a56cc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:03.669780 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-ebf98c86-ef12-4cc9-aace-dabcce1a56cc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 819 time: 1.0861220 Sep 15 12:59:03.692491 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd8c-5678-4ab1-9690-4d8651c78653 admin admin] Publish callbacks [] for security_group (af928b74-354c-4ddf-b881-ba3f25610d03), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.739480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.755035 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Provisioning complete for port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:03.755863 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.756418 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Attempt 1 to provision port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 Sep 15 12:59:03.756627 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.843481 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506e851-4b79-41eb-b462-7f6a2cbb0e07" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd7739a-69fe-4204-be18-f21e623d0992", "tag": "e1b7b694-7f38-474e-8781-153677c9fb5b"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:03.860573 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd8c-5678-4ab1-9690-4d8651c78653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (af928b74-354c-4ddf-b881-ba3f25610d03), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.863702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-62a0cd8c-5678-4ab1-9690-4d8651c78653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.866651 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-62a0cd8c-5678-4ab1-9690-4d8651c78653 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/af928b74-354c-4ddf-b881-ba3f25610d03 HTTP/1.1" status: 204 len: 168 time: 1.3143661 Sep 15 12:59:03.880299 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'port': {'device_id': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'admin_state_up': True, 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:03.882261 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:03.882752 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:03.882914 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 Sep 15 12:59:03.894516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:03.937323 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:04.101739 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a5adc529-c284-4ae5-a5e4-dcc81aa50036 req-82be9818-4e50-4103-b791-14a10ea8a488 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826729 Sep 15 12:59:04.124380 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:04.133578 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f70745a3-0bd3-4e13-b068-7bb83a80ebe8 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:04.190919 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8da573ee-25e6-406b-9da5-04dc336b429d req-ad780d86-aad6-4324-9500-44bd29638c35 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.4221857 Sep 15 12:59:04.241161 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-0f7de0ae-fc57-4820-9930-28842a59a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:04.260725 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-0f7de0ae-fc57-4820-9930-28842a59a493 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dc2cd7163bd9476891dfe836246ead22&device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 1128 time: 0.6895597 Sep 15 12:59:04.278448 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:59:04.292905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:04.327669 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:04.345471 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:04.346804 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:04.355289 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 Sep 15 12:59:04.470895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:59:04.487536 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Attempt 2 to provision port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 Sep 15 12:59:04.492474 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:04.493067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:04.645865 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'Port': ['ID=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:04.708727 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0cd8c-5678-4ab1-9690-4d8651c78653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af928b74-354c-4ddf-b881-ba3f25610d03,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:04.710510 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:04.713000 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-8c6842bd-c613-4719-8d80-d716889bc12b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1b7b694-7f38-474e-8781-153677c9fb5b HTTP/1.1" status: 200 len: 217 time: 0.3927066 Sep 15 12:59:04.736398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39d252-364c-47fa-a8b0-6ec13efddcf4 x-openstack-request-id: req-9b39d252-364c-47fa-a8b0-6ec13efddcf4 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:04.737480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd7739a-69fe-4204-be18-f21e623d0992", "tag": "e1b7b694-7f38-474e-8781-153677c9fb5b", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:04.740520 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b39d252-364c-47fa-a8b0-6ec13efddcf4 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:04.741423 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b39d252-364c-47fa-a8b0-6ec13efddcf4'] response: {'name': 'network-changed', 'server_uuid': '9fd7739a-69fe-4204-be18-f21e623d0992', 'tag': 'e1b7b694-7f38-474e-8781-153677c9fb5b', 'status': 'completed', 'code': 200} Sep 15 12:59:04.755045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Pushing event updated for resources: {'Port': ['ID=15fae3ac-3d15-4151-bd85-4686ea0f64b1,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:04.774437 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Attempting to bind port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:59:04.777628 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Attempting to bind port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:59:04.778021 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Attempting to bind port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:04.785069 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0d6c52dc-9a12-4edb-8bd7-ed4ae5cdbfc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:04.794259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:04.796325 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2d663b36-ebf1-4ba6-82e2-ba38301885a9 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:04.869281 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e1330-7038-45da-bf10-ebb333a73132 req-0e66d70d-b815-4974-bfe6-99bf9e868732 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:04.877052 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-418e1330-7038-45da-bf10-ebb333a73132 req-0e66d70d-b815-4974-bfe6-99bf9e868732 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 931 time: 0.1048126 Sep 15 12:59:04.959562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:04.960702 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:04.961641 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 Sep 15 12:59:05.007165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-58ae6bd8-a35a-45c5-afec-2e3c38c942ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:05.008899 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-58ae6bd8-a35a-45c5-afec-2e3c38c942ca service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=54f648f2-a47b-4d81-8ea2-91882e3ab6c6 HTTP/1.1" status: 200 len: 850 time: 0.2634110 Sep 15 12:59:05.101280 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-38ec319c-a0cd-4631-9fce-789396bc42d5 req-148f7ebb-4d2c-420c-ae84-21c17815a650 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.0693662 Sep 15 12:59:05.106564 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0d6c52dc-9a12-4edb-8bd7-ed4ae5cdbfc1 admin admin] Publish callbacks [] for security_group (f3c9a9ea-8c11-4a44-a532-680ef00908d4), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:05.109421 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:05.110845 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:05.149842 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0d6c52dc-9a12-4edb-8bd7-ed4ae5cdbfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (f3c9a9ea-8c11-4a44-a532-680ef00908d4), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:05.181436 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-da05aaee-da90-4825-ab33-61ad2fc25f9c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1767616 Sep 15 12:59:05.212970 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Attempt 3 to provision port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 Sep 15 12:59:05.226569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:05.265281 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Request body: {'port': {'device_id': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:05.290781 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-a0e7d806-e27a-468c-a811-7d8d97ebfaba tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:05.293107 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-a0e7d806-e27a-468c-a811-7d8d97ebfaba tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 817 time: 1.6800594 Sep 15 12:59:05.342935 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:05.369931 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 12:59:05.370446 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Attempting to bind port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:05.417333 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Made reservation on behalf of ffff4b9feef3437cb5529aeaaacc3f86 for: {'port': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:05.421158 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:05.423293 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Made reservation on behalf of ffff4b9feef3437cb5529aeaaacc3f86 for: {'port': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:05.426909 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:05.554484 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778a83-4724-4438-9569-855e00ed7a0d req-625bf45b-8e33-48d4-b242-fbf8454248da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:05.567200 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-625bf45b-8e33-48d4-b242-fbf8454248da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=57460050-fc7b-4d9c-8842-e197dec4e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4538569 Sep 15 12:59:05.610494 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-418e1330-7038-45da-bf10-ebb333a73132 req-3775acd7-23ae-47b7-b705-3c6faf7ffa30 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7325802 Sep 15 12:59:05.678414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf389a-a989-4867-9c3b-8acfc981d3c2 req-47be1d5f-011d-4378-b6f4-aa324ad8a86a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:05.680719 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8cf389a-a989-4867-9c3b-8acfc981d3c2 req-47be1d5f-011d-4378-b6f4-aa324ad8a86a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.3163834 Sep 15 12:59:05.687216 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41944) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:05.702974 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:59:05.704709 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:05.709385 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Bound using segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:59:05.711510 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Bound port: 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:59:05.713109 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:05.739107 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0d6c52dc-9a12-4edb-8bd7-ed4ae5cdbfc1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=61a38a268b9547ad86f9a7bfca700fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4321206 Sep 15 12:59:05.757331 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 41946) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:05.784736 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:05.824894 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41950) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:05.843750 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Attempt 4 to provision port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 Sep 15 12:59:05.915707 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:05.921299 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:05.927722 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb6f3-e453-460f-8774-96326349c3fe req-3136d4ab-ead2-41ed-90ae-cf3f5b1e3a5c tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:05.935462 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d22cb6f3-e453-460f-8774-96326349c3fe req-3136d4ab-ead2-41ed-90ae-cf3f5b1e3a5c tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.0918982 Sep 15 12:59:05.948705 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c52dc-9a12-4edb-8bd7-ed4ae5cdbfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c9a9ea-8c11-4a44-a532-680ef00908d4,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:06.108949 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-a2036c9d-04b3-4eff-ac98-7982df17bb8a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187747 Sep 15 12:59:06.110911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Allocated IP 172.20.0.12 (5a4caedd-fe49-46e7-8d75-963bed0357f2/b075ffdd-5219-40d4-8835-2043603d9c8a/c0f58aee-58a1-4953-8f6b-d92d148c0d4d) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:59:06.133534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1709842789-network', 'tenant_id': '3a962a4a42c1442ab39dc5280d2af86a'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:06.142466 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-3a95803e-6e4c-4603-a3df-7c79c8586dc9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 380 time: 0.7763658 Sep 15 12:59:06.158062 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d22cb6f3-e453-460f-8774-96326349c3fe req-a6d93938-8aef-4f23-9e1f-aa4851c39060 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217071 Sep 15 12:59:06.165512 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] For port 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host hv-cinder-83608, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:59:06.187204 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2191cb53-449f-4286-8c72-dc1d280c75e0 admin admin] Publish callbacks [] for security_group (f3c9a9ea-8c11-4a44-a532-680ef00908d4), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.210101 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] For port 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:59:06.238811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.248564 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2191cb53-449f-4286-8c72-dc1d280c75e0 admin admin] Publish callbacks [] for security_group (f3c9a9ea-8c11-4a44-a532-680ef00908d4), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.255934 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:06.256665 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.258182 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 200 len: 1093 time: 5.3082447 Sep 15 12:59:06.283222 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:06.294014 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:06.298011 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df778a83-4724-4438-9569-855e00ed7a0d req-178fc0b8-46f1-434f-a714-9427c8c4eb37 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490993 Sep 15 12:59:06.306243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'port': {'device_id': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'admin_state_up': True, 'tenant_id': '6180da28285943f7a7b0900185df6127', 'security_groups': ['172cd07b-c96e-4891-80b8-d6b744fef8d1']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:06.377188 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8cf389a-a989-4867-9c3b-8acfc981d3c2 req-8d250532-c06b-45c9-aefb-2ae32dfb74c0 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6706984 Sep 15 12:59:06.378067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-593a8b0b-b162-437d-9b38-39827e0cf2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.423591 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Attempt 5 to provision port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 Sep 15 12:59:06.472147 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-780bec48-374b-4f9a-b0a2-f4094cf0a0d5 req-26a36784-032f-41d4-960b-748710e122fc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.1121440 Sep 15 12:59:06.709425 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f7419-6d1e-40ae-ba8b-f1764e97b583 None None] Port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 12:59:06.718393 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:06.726109 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.761235 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcba378-72f2-486b-a7e4-0b548d7dc8dd service neutron] Pushing event updated for resources: {'Port': ['ID=15fae3ac-3d15-4151-bd85-4686ea0f64b1,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:06.784307 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-b86504e3-ca07-412e-b251-fbadc0e21d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:06.785410 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-b86504e3-ca07-412e-b251-fbadc0e21d6f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dc2cd7163bd9476891dfe836246ead22&device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 1128 time: 0.2217579 Sep 15 12:59:06.845462 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Provisioning complete for port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:06.846459 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.846986 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Attempt 1 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:06.855739 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2191cb53-449f-4286-8c72-dc1d280c75e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (f3c9a9ea-8c11-4a44-a532-680ef00908d4), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.858825 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2191cb53-449f-4286-8c72-dc1d280c75e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.860167 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-2191cb53-449f-4286-8c72-dc1d280c75e0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/f3c9a9ea-8c11-4a44-a532-680ef00908d4 HTTP/1.1" status: 204 len: 168 time: 1.0952380 Sep 15 12:59:06.956936 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849494-82ce-4a12-b410-cbc4cc146639 req-ad319e6a-031a-409a-94b0-66f15cf94a3f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:06.958641 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f9849494-82ce-4a12-b410-cbc4cc146639 req-ad319e6a-031a-409a-94b0-66f15cf94a3f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 931 time: 0.1889267 Sep 15 12:59:06.984393 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191cb53-449f-4286-8c72-dc1d280c75e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c9a9ea-8c11-4a44-a532-680ef00908d4,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:06.989040 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:06.994055 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:07.007190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:07.009192 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-353248c6-7ae9-4b46-8222-0f18bcb3a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.010953 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-353248c6-7ae9-4b46-8222-0f18bcb3a403 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 1127 time: 0.0673852 Sep 15 12:59:07.028658 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:07.124261 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be395197-143f-4859-8d92-7af1c9f6470b req-3bf5dde8-7e0b-4e20-a60d-9e55ccc2159d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.1077542 Sep 15 12:59:07.148430 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f9849494-82ce-4a12-b410-cbc4cc146639 req-c93472a4-a972-49c4-b8bf-a82e143d4d87 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726978 Sep 15 12:59:07.168414 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-c1039e09-9452-45b5-92cd-3670a8741ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.172907 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-c1039e09-9452-45b5-92cd-3670a8741ea3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=57460050-fc7b-4d9c-8842-e197dec4e8b7 HTTP/1.1" status: 200 len: 912 time: 0.3503451 Sep 15 12:59:07.193258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Made reservation on behalf of 3a962a4a42c1442ab39dc5280d2af86a for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:07.196212 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.276806 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Allocated IP 172.20.0.4 (5a4caedd-fe49-46e7-8d75-963bed0357f2/b075ffdd-5219-40d4-8835-2043603d9c8a/f63af2cc-ef44-4098-a900-c09daa2c63e4) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:59:07.308298 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.308770 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.357465 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-e875ab8d-cfb5-4789-8e57-5594ebd1ef86 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 200 len: 217 time: 0.2129920 Sep 15 12:59:07.417701 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:07.429776 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609f3133-1116-4608-82fb-a88593bf4a52 x-openstack-request-id: req-609f3133-1116-4608-82fb-a88593bf4a52 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:07.430134 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:07.430452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-609f3133-1116-4608-82fb-a88593bf4a52 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:07.430983 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609f3133-1116-4608-82fb-a88593bf4a52'] response: {'name': 'network-changed', 'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'status': 'completed', 'code': 200} Sep 15 12:59:07.473076 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-c8e139bf-2ea1-47fc-a9e5-4fef9f3f9655 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1b7b694-7f38-474e-8781-153677c9fb5b HTTP/1.1" status: 200 len: 217 time: 0.1708925 Sep 15 12:59:07.496608 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Attempt 2 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:07.509108 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-9aab91f7-6a95-4389-8eb6-e749171951a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.510993 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-9aab91f7-6a95-4389-8eb6-e749171951a9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.1071324 Sep 15 12:59:07.571026 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:59:07.593103 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:07.611939 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:07.612944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f9ef-fd4a-4243-9200-f1d64ec9d9e8 req-5cdd4742-e125-4625-86d8-4b0a3a7a3838 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.620139 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2e37f9ef-fd4a-4243-9200-f1d64ec9d9e8 req-5cdd4742-e125-4625-86d8-4b0a3a7a3838 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.2746925 Sep 15 12:59:07.627092 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:59:07.637899 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.638615 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.648898 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'Port': ['ID=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:07.784808 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 41988) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:07.799711 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-593a8b0b-b162-437d-9b38-39827e0cf2d0 admin admin] Publish callbacks [] for security_group (002432cd-3842-49b7-a3ca-7de3e7d319d7), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.846954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-a5c63b8c-ade8-4eeb-abfa-b7a3c5e486da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.848736 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-a5c63b8c-ade8-4eeb-abfa-b7a3c5e486da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3114128 Sep 15 12:59:07.849462 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-593a8b0b-b162-437d-9b38-39827e0cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (002432cd-3842-49b7-a3ca-7de3e7d319d7), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.867363 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d0045dac-bf6a-4719-9d86-636a6123d7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:07.956023 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58e461-b401-4a5d-a30f-d587bbc14d82 req-e63286bb-8a82-408a-b1b5-d25f11c3dca9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.964702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fe58e461-b401-4a5d-a30f-d587bbc14d82 req-e63286bb-8a82-408a-b1b5-d25f11c3dca9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.3277926 Sep 15 12:59:07.985799 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-e37baa8e-bf24-4e3a-8021-5e79e7ad1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:07.987280 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-e37baa8e-bf24-4e3a-8021-5e79e7ad1d1e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=54f648f2-a47b-4d81-8ea2-91882e3ab6c6 HTTP/1.1" status: 200 len: 850 time: 0.4871576 Sep 15 12:59:08.004746 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-05f6a3dc-3539-41e0-a381-1b2b4c4be976 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2251537 Sep 15 12:59:08.104878 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:08.107915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:08.114735 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Attempt 3 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:08.132352 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2e37f9ef-fd4a-4243-9200-f1d64ec9d9e8 req-f194be55-5d33-4411-a9ff-08c21ad0bfd5 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110714 Sep 15 12:59:08.163916 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks [] for security_group (52935c6b-5d5e-4ffa-95fb-86c0167edc5d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.167999 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-c1967c16-0c27-4372-8b2c-31106a369da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:08.170473 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-c1967c16-0c27-4372-8b2c-31106a369da4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=57460050-fc7b-4d9c-8842-e197dec4e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1561115 Sep 15 12:59:08.184406 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:08.195698 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Made reservation on behalf of 6180da28285943f7a7b0900185df6127 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:08.198762 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.200106 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.214390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (52935c6b-5d5e-4ffa-95fb-86c0167edc5d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.231638 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-54ec4f0c-9c57-4af7-bbf1-955d742d0330 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485558 Sep 15 12:59:08.251168 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Request body: {'port': {'device_id': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:08.255817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8b0b-b162-437d-9b38-39827e0cf2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002432cd-3842-49b7-a3ca-7de3e7d319d7,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.260110 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-593a8b0b-b162-437d-9b38-39827e0cf2d0 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=99b144f7629744b4b831af88419caa52&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4321761 Sep 15 12:59:08.262367 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d0045dac-bf6a-4719-9d86-636a6123d7e6 admin admin] Publish callbacks [] for security_group (8e905b87-ea7c-47a0-9547-080c98563b0f), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.272966 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42000) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:08.291002 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:59:08.296760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d0045dac-bf6a-4719-9d86-636a6123d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8e905b87-ea7c-47a0-9547-080c98563b0f), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.308734 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:08.311345 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a1482119-4725-4c67-8a58-ffeb18b394cf req-1a75c949-c0de-4359-9a6d-af17a3024dbe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.0939777 Sep 15 12:59:08.361157 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fe58e461-b401-4a5d-a30f-d587bbc14d82 req-481337b2-bbc9-42ed-9a27-3c947f7886c2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954914 Sep 15 12:59:08.397918 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.416422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (33be683e-cf9a-4584-85c4-d48143dec8b5), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.416775 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Added segment 33be683e-cf9a-4584-85c4-d48143dec8b5 of type vlan for network aa8b3c5d-f800-4abe-9687-92c7d8fd19ed Sep 15 12:59:08.424445 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52935c6b-5d5e-4ffa-95fb-86c0167edc5d,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.455494 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d0045dac-bf6a-4719-9d86-636a6123d7e6 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9f29ae38596f499d83c4f2a5c503440a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6624117 Sep 15 12:59:08.465608 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42004) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:08.491222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:08.531953 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Publish callbacks [] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.541325 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.544507 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:59:08.570096 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (aa8b3c5d-f800-4abe-9687-92c7d8fd19ed), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.577900 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:08.580529 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:59:08.585274 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:08.585879 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.586548 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0045dac-bf6a-4719-9d86-636a6123d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e905b87-ea7c-47a0-9547-080c98563b0f,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.594828 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'Port': ['ID=f63af2cc-ef44-4098-a900-c09daa2c63e4,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.604167 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cf1e2-4188-4a21-9703-8ee29cc82523 req-f4daf35e-3f23-42c9-8f7f-ca1392e98b85 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:08.605732 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d83cf1e2-4188-4a21-9703-8ee29cc82523 req-f4daf35e-3f23-42c9-8f7f-ca1392e98b85 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 932 time: 0.2027760 Sep 15 12:59:08.611253 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-ee5382e0-a09a-4769-be35-16f9b661a28a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950186 Sep 15 12:59:08.615616 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8871a669-b7ca-4df9-a9c9-268cc80eec1b admin admin] Publish callbacks [] for security_group (002432cd-3842-49b7-a3ca-7de3e7d319d7), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.639923 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Transition to ACTIVE for port object 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 12:59:08.660424 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-3ace5d86-6793-44aa-a7d9-1e2257fb93ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5985703 Sep 15 12:59:08.663673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de688d2f-3bf2-4e67-b8e4-650216664a16 req-9881832d-c148-49ba-972c-bcf18604ba1c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:08.665766 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de688d2f-3bf2-4e67-b8e4-650216664a16 req-9881832d-c148-49ba-972c-bcf18604ba1c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 931 time: 0.1669233 Sep 15 12:59:08.670749 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.680810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:08.686854 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:08.687690 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Attempt 4 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:08.695491 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8871a669-b7ca-4df9-a9c9-268cc80eec1b admin admin] Publish callbacks [] for security_group (002432cd-3842-49b7-a3ca-7de3e7d319d7), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.734206 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:08.749058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (aa8b3c5d-f800-4abe-9687-92c7d8fd19ed), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.750043 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:08.750621 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.784702 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Allocated IP 172.20.0.5 (47875655-3272-49b9-a3bb-38bf6ec7a8c6/74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2/12b0a8a8-4a84-4e3e-8e96-e6939fe11e18) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 12:59:08.810973 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d83cf1e2-4188-4a21-9703-8ee29cc82523 req-d5350463-1307-442e-ad3e-2aefdcc1501b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906011 Sep 15 12:59:08.869828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-815e9e45-5b52-463e-b2f0-feccbc93de75 admin admin] Publish callbacks [] for security_group (8e905b87-ea7c-47a0-9547-080c98563b0f), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.891066 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8871a669-b7ca-4df9-a9c9-268cc80eec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (002432cd-3842-49b7-a3ca-7de3e7d319d7), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.891311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:08.893948 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8871a669-b7ca-4df9-a9c9-268cc80eec1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.895165 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8871a669-b7ca-4df9-a9c9-268cc80eec1b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/002432cd-3842-49b7-a3ca-7de3e7d319d7 HTTP/1.1" status: 204 len: 168 time: 0.5962682 Sep 15 12:59:08.898835 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1994627 Sep 15 12:59:08.898835 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Pushing event updated for resources: {'Port': ['ID=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.910738 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42008) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:08.923277 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Request body: {'subnet': {'network_id': 'aa8b3c5d-f800-4abe-9687-92c7d8fd19ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1709842789-subnet', 'tenant_id': '3a962a4a42c1442ab39dc5280d2af86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:08.936165 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871a669-b7ca-4df9-a9c9-268cc80eec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002432cd-3842-49b7-a3ca-7de3e7d319d7,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.964176 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de688d2f-3bf2-4e67-b8e4-650216664a16 req-87c46675-dc05-45b4-ad68-be490cfff6e5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896783 Sep 15 12:59:08.966527 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-815e9e45-5b52-463e-b2f0-feccbc93de75 admin admin] Publish callbacks [] for security_group (8e905b87-ea7c-47a0-9547-080c98563b0f), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:08.970792 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce63194-47c4-4d50-ae5c-909640010906 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8b3c5d-f800-4abe-9687-92c7d8fd19ed,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:08.973453 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Attempting to bind port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:59:08.973453 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Attempting to bind port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:59:08.973684 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Attempting to bind port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f on network ad7108c9-b096-48f6-8695-b73ac5e764c5 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:08.998104 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Made reservation on behalf of 3a962a4a42c1442ab39dc5280d2af86a for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:09.000904 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.023775 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network aa8b3c5d-f800-4abe-9687-92c7d8fd19ed details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:59:09.130321 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f on network ad7108c9-b096-48f6-8695-b73ac5e764c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 12:59:09.132733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Attempting to bind port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f on network ad7108c9-b096-48f6-8695-b73ac5e764c5 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:09.144718 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f58aee-58a1-4953-8f6b-d92d148c0d4d {{(pid=106204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:09.153400 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Publish callbacks [] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.192450 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-815e9e45-5b52-463e-b2f0-feccbc93de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8e905b87-ea7c-47a0-9547-080c98563b0f), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.193843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-815e9e45-5b52-463e-b2f0-feccbc93de75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.197888 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-815e9e45-5b52-463e-b2f0-feccbc93de75 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8e905b87-ea7c-47a0-9547-080c98563b0f HTTP/1.1" status: 204 len: 168 time: 0.7283819 Sep 15 12:59:09.198067 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.provisioning_blocks [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Transition to ACTIVE for port object c0f58aee-58a1-4953-8f6b-d92d148c0d4d will not be triggered until provisioned by entity L2. {{(pid=106204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 12:59:09.198172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:59:09.198172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Checking segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:09.198172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Bound using segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:59:09.198172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Bound port: 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:59:09.198521 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.225408 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.235306 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Attempt 5 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:09.277438 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9e45-5b52-463e-b2f0-feccbc93de75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e905b87-ea7c-47a0-9547-080c98563b0f,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:09.283113 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:09.288780 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:09.361043 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.374252 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642022-e7d1-4fc5-ae63-f4aacc160acf req-d5de96f7-7b13-46c4-866e-71e42e23f559 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:09.375830 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-71642022-e7d1-4fc5-ae63-f4aacc160acf req-d5de96f7-7b13-46c4-866e-71e42e23f559 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.1656692 Sep 15 12:59:09.385936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] For port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:59:09.393859 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] For port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:59:09.413865 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.420653 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:09.422726 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:09.423410 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.425015 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 1093 time: 4.1961446 Sep 15 12:59:09.425653 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:09.427980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b38322-2260-42bb-a7db-48c4372982ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:09.445726 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:09.452577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.500362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:09.504475 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Attempting to bind port c0f58aee-58a1-4953-8f6b-d92d148c0d4d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:59:09.504813 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Attempting to bind port c0f58aee-58a1-4953-8f6b-d92d148c0d4d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:59:09.505642 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Attempting to bind port c0f58aee-58a1-4953-8f6b-d92d148c0d4d on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:09.514092 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 12:59:09.520597 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:09.537754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 12:59:09.543013 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:09.543164 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-71642022-e7d1-4fc5-ae63-f4aacc160acf req-e4ea7e4c-e4f5-4c8d-ba52-2f781e96d193 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533306 Sep 15 12:59:09.543654 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.548255 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42024) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:09.564913 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c95a4-f28e-49db-a546-87ca21ed985c req-aeca7149-bd30-4034-b48d-9555f66226fc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:09.566940 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:09.572712 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2d9c95a4-f28e-49db-a546-87ca21ed985c req-aeca7149-bd30-4034-b48d-9555f66226fc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 931 time: 0.1234574 Sep 15 12:59:09.595316 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (6b83dd75-8fff-48d9-ac8f-43a57b3f7886), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.619290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c897d-da1c-481a-8148-afa56eb8e445 service neutron] Pushing event updated for resources: {'Port': ['ID=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:09.627871 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27ff0d3c-f116-41ab-9583-ece13aed8577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.643814 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Port c0f58aee-58a1-4953-8f6b-d92d148c0d4d on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 12:59:09.644212 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Attempting to bind port c0f58aee-58a1-4953-8f6b-d92d148c0d4d on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:09.683161 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5248656 Sep 15 12:59:09.719049 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b83dd75-8fff-48d9-ac8f-43a57b3f7886,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:09.746501 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2d9c95a4-f28e-49db-a546-87ca21ed985c req-8334bf9d-b10e-41ef-8bda-9ca3e4f95f13 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715720 Sep 15 12:59:09.751319 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87686a77-fb14-457c-a3a5-e71c141f5cc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:09.791704 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Attempt 6 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:09.797993 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Checking segment: {'id': '33be683e-cf9a-4584-85c4-d48143dec8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa8b3c5d-f800-4abe-9687-92c7d8fd19ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:09.798483 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Network hostable DHCP agents. Network: aa8b3c5d-f800-4abe-9687-92c7d8fd19ed, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:59:09.811345 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:59:09.811812 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Checking segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:09.812449 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Bound using segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:59:09.813308 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Bound port: c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:59:09.814278 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.844747 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4651365-28a7-405c-bd12-fca65cf47a18 req-d4f0258d-b0f4-4787-b698-84de47e3c243 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:09.852025 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4651365-28a7-405c-bd12-fca65cf47a18 req-d4f0258d-b0f4-4787-b698-84de47e3c243 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.2157736 Sep 15 12:59:09.862356 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27ff0d3c-f116-41ab-9583-ece13aed8577 admin admin] Publish callbacks [] for security_group (b4b42415-3cb6-4b1f-8554-0b8a80b5ca42), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.865446 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9df891-6f5d-4b3c-9048-9ff48a396589 x-openstack-request-id: req-ba9df891-6f5d-4b3c-9048-9ff48a396589 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:09.865976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:09.866318 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba9df891-6f5d-4b3c-9048-9ff48a396589 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:09.867097 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9df891-6f5d-4b3c-9048-9ff48a396589'] response: {'name': 'network-changed', 'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'status': 'completed', 'code': 200} Sep 15 12:59:09.869757 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27ff0d3c-f116-41ab-9583-ece13aed8577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (b4b42415-3cb6-4b1f-8554-0b8a80b5ca42), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.873922 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Network aa8b3c5d-f800-4abe-9687-92c7d8fd19ed is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:59:09.876520 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-4ac206d3-72e4-4436-9957-5dec5c93e249 None None] Port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 12:59:09.897391 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, aa8b3c5d-f800-4abe-9687-92c7d8fd19ed) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:09.906960 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1378e-a449-4903-a86a-d95bbdaeeca2 None None] Network aa8b3c5d-f800-4abe-9687-92c7d8fd19ed requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:59:09.925129 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:09.925723 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:09.935692 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-27ff0d3c-f116-41ab-9583-ece13aed8577 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=261da5a5aa7d4fa59367c3ae13917cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832989 Sep 15 12:59:09.938065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff0d3c-f116-41ab-9583-ece13aed8577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b42415-3cb6-4b1f-8554-0b8a80b5ca42,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:09.941564 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42034) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:09.957496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:09.972491 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4651365-28a7-405c-bd12-fca65cf47a18 req-4720c4f1-a931-48a2-b3e0-5f136c239657 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194389 Sep 15 12:59:09.987286 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b21f37e6-5d6b-4ca3-9c3d-425652ab4cbd admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0746708 Sep 15 12:59:10.057314 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d06d6-716e-4308-8b57-e5d759cb68af req-6a01e7e4-0e17-4fe6-9d4e-62d789381bcb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:10.059655 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a7d06d6-716e-4308-8b57-e5d759cb68af req-6a01e7e4-0e17-4fe6-9d4e-62d789381bcb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.1225724 Sep 15 12:59:10.067928 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] For port c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host hv-cinder-83608, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:59:10.075286 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:10.083806 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] For port c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:59:10.086250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287b1d9-3afd-4be4-a2ba-7a944b70a1f4 None None] Network aa8b3c5d-f800-4abe-9687-92c7d8fd19ed requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:59:10.097747 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.152862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Provisioning complete for port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:10.153471 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.153981 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Attempt 1 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 12:59:10.159917 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:10.160714 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.163148 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c0f58aee-58a1-4953-8f6b-d92d148c0d4d HTTP/1.1" status: 200 len: 1094 time: 1.9441326 Sep 15 12:59:10.171708 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Request body: {'port': {'device_id': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:10.178466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'tag': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:10.182793 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6321f7d7-13e2-41b0-b787-a849768d7dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a7eade-1e1a-467f-a607-132c874cbb64", "tag": "c0f58aee-58a1-4953-8f6b-d92d148c0d4d"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:10.197830 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Request body: {'port': {'device_id': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:10.220782 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:10.252200 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-06c956ad-c860-4177-aa71-922b87c8d8aa admin admin] Publish callbacks [] for security_group (b4b42415-3cb6-4b1f-8554-0b8a80b5ca42), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.386096 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.389982 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38322-2260-42bb-a7db-48c4372982ea req-8b34a6cd-aadc-4b21-84ca-7f69968da7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:10.391892 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e5b38322-2260-42bb-a7db-48c4372982ea req-8b34a6cd-aadc-4b21-84ca-7f69968da7b6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1127 time: 0.1330245 Sep 15 12:59:10.430416 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.451838 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-06c956ad-c860-4177-aa71-922b87c8d8aa admin admin] Publish callbacks [] for security_group (b4b42415-3cb6-4b1f-8554-0b8a80b5ca42), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:10.475618 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-4ab98481-c0c6-4972-b42c-1596d77b812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:10.476951 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a7d06d6-716e-4308-8b57-e5d759cb68af req-bffec447-cb9b-4bc2-9b27-a602ef2e76d4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104919 Sep 15 12:59:10.478123 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-4ab98481-c0c6-4972-b42c-1596d77b812b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 1128 time: 0.0943758 Sep 15 12:59:10.499780 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:10.549579 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230ccd7-ca65-4370-9088-f73912cd7898 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:10.562989 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75920e2-3ee3-45a9-93b5-5606c18973c1 req-6c2ddbb2-e9c3-4580-9f32-a6cb219d6039 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:10.564594 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a75920e2-3ee3-45a9-93b5-5606c18973c1 req-6c2ddbb2-e9c3-4580-9f32-a6cb219d6039 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.4001389 Sep 15 12:59:10.574494 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf14251-3014-4ff1-9cef-6df361843a01 x-openstack-request-id: req-fbf14251-3014-4ff1-9cef-6df361843a01 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:10.574781 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a7eade-1e1a-467f-a607-132c874cbb64", "tag": "c0f58aee-58a1-4953-8f6b-d92d148c0d4d", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:10.575028 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbf14251-3014-4ff1-9cef-6df361843a01 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:10.575431 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf14251-3014-4ff1-9cef-6df361843a01'] response: {'name': 'network-changed', 'server_uuid': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'tag': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d', 'status': 'completed', 'code': 200} Sep 15 12:59:10.645807 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a75920e2-3ee3-45a9-93b5-5606c18973c1 req-42c2c8c5-e4e3-4336-96e2-934a7175dc23 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694001 Sep 15 12:59:10.718324 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0506e851-4b79-41eb-b462-7f6a2cbb0e07 req-5b77acbe-4064-4498-b368-1ff60769d834 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520992 Sep 15 12:59:10.722684 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Attempt 2 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 12:59:10.771873 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:10.947268 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:10.954464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63af2cc-ef44-4098-a900-c09daa2c63e4 {{(pid=106204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:10.974490 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Publish callbacks [] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.012855 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-28b2f62d-e22d-438c-953d-d0bcfda430ba req-e4d351cf-f7cb-4290-83b3-38d8e6904842 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632414 Sep 15 12:59:11.027747 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.provisioning_blocks [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Transition to ACTIVE for port object f63af2cc-ef44-4098-a900-c09daa2c63e4 will not be triggered until provisioned by entity L2. {{(pid=106204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 12:59:11.036538 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ab969-e97f-4426-9dee-063eedd8a71c req-7ca97984-5af8-43e9-9810-0e82222b8223 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.038105 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e18ab969-e97f-4426-9dee-063eedd8a71c req-7ca97984-5af8-43e9-9810-0e82222b8223 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 931 time: 0.0875089 Sep 15 12:59:11.045327 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.117053 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195495-79aa-4a7d-a153-a18f200a822f req-ca3682b3-8ca0-419a-b64e-f67727623b4c tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.126407 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d3195495-79aa-4a7d-a153-a18f200a822f req-ca3682b3-8ca0-419a-b64e-f67727623b4c tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.4209912 Sep 15 12:59:11.149037 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42074) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:11.205453 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:11.236326 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38322-2260-42bb-a7db-48c4372982ea req-9605e11d-4d05-4f93-88ee-9f9ce88cd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.237414 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e5b38322-2260-42bb-a7db-48c4372982ea req-9605e11d-4d05-4f93-88ee-9f9ce88cd881 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=27776e610cf84b49af0fec4b95aa31f3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.8105805 Sep 15 12:59:11.253725 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-06c956ad-c860-4177-aa71-922b87c8d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (b4b42415-3cb6-4b1f-8554-0b8a80b5ca42), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.256229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-06c956ad-c860-4177-aa71-922b87c8d8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.262605 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-06c956ad-c860-4177-aa71-922b87c8d8aa admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b4b42415-3cb6-4b1f-8554-0b8a80b5ca42 HTTP/1.1" status: 204 len: 168 time: 1.3162968 Sep 15 12:59:11.273108 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Attempt 3 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 12:59:11.287005 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c956ad-c860-4177-aa71-922b87c8d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b42415-3cb6-4b1f-8554-0b8a80b5ca42,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:11.322561 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146572597-network', 'tenant_id': 'c2ca73dc54964f3fac41545b0bf21b61'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:11.364795 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d3195495-79aa-4a7d-a153-a18f200a822f req-f9de8cef-c83d-4cee-9c61-d163e3a594b0 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371700 Sep 15 12:59:11.377385 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:11.379208 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e18ab969-e97f-4426-9dee-063eedd8a71c req-de912aa3-5c48-45d8-97fa-fbddb988defc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208466 Sep 15 12:59:11.388862 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Attempting to bind port f63af2cc-ef44-4098-a900-c09daa2c63e4 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:59:11.389121 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Attempting to bind port f63af2cc-ef44-4098-a900-c09daa2c63e4 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:59:11.389446 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Attempting to bind port f63af2cc-ef44-4098-a900-c09daa2c63e4 on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:11.420940 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:11.431450 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Pushing event updated for resources: {'Port': ['ID=f63af2cc-ef44-4098-a900-c09daa2c63e4,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:11.460050 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Made reservation on behalf of c2ca73dc54964f3fac41545b0bf21b61 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:11.463129 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.493833 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.510081 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Port f63af2cc-ef44-4098-a900-c09daa2c63e4 on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 12:59:11.510413 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Attempting to bind port f63af2cc-ef44-4098-a900-c09daa2c63e4 on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:11.594649 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:59:11.594988 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Checking segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:11.595378 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Bound using segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:59:11.595822 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Bound port: f63af2cc-ef44-4098-a900-c09daa2c63e4, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:59:11.596182 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.621600 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c2636-44a2-48f2-bb7f-2d02300f63fa req-5423f0c3-7a6a-4177-b940-a00d21496129 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.623290 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c06c2636-44a2-48f2-bb7f-2d02300f63fa req-5423f0c3-7a6a-4177-b940-a00d21496129 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.1126568 Sep 15 12:59:11.626554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:11.648962 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Publish callbacks [] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.679783 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Transition to ACTIVE for port object 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 12:59:11.688740 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:11.691519 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.702330 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c06c2636-44a2-48f2-bb7f-2d02300f63fa req-7619f031-d342-40a4-a345-eb9798daf745 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710108 Sep 15 12:59:11.718130 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks [] for security_group (6bda2877-5694-4b4b-8dbb-4db3520ad137), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.759289 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] For port f63af2cc-ef44-4098-a900-c09daa2c63e4, host hv-cinder-83608, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:59:11.764641 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] For port f63af2cc-ef44-4098-a900-c09daa2c63e4, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:59:11.779078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:11.781569 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e283e80-8f7e-43a8-86a7-31e591c90f8c req-7d6a14fb-0337-42bb-b6b9-cd9d18ee93de tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.794668 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6e283e80-8f7e-43a8-86a7-31e591c90f8c req-7d6a14fb-0337-42bb-b6b9-cd9d18ee93de tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.1456621 Sep 15 12:59:11.795494 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Attempting to bind port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 12:59:11.795968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Attempting to bind port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 12:59:11.796567 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Attempting to bind port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:11.800984 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6bda2877-5694-4b4b-8dbb-4db3520ad137), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.823311 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.835094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 12:59:11.878657 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Attempt 4 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 12:59:11.882194 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.882194 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.883198 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/f63af2cc-ef44-4098-a900-c09daa2c63e4 HTTP/1.1" status: 200 len: 1093 time: 1.7062747 Sep 15 12:59:11.888732 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4891a-c96a-42e0-984e-6874cdbb1b84 req-e55d376b-f22f-4fdc-9b74-5dece1babc40 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:11.890274 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bfd4891a-c96a-42e0-984e-6874cdbb1b84 req-e55d376b-f22f-4fdc-9b74-5dece1babc40 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0714109 Sep 15 12:59:11.891356 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 12:59:11.891970 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Attempting to bind port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 12:59:11.927995 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (264754eb-de69-4590-9000-a27ef4c210a3), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.928430 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Added segment 264754eb-de69-4590-9000-a27ef4c210a3 of type vlan for network df8aef4b-fba3-4f21-b8b9-a000b8406df7 Sep 15 12:59:11.967020 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 12:59:11.976037 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bfd4891a-c96a-42e0-984e-6874cdbb1b84 req-e5232ca2-a701-46b4-afe2-6c9ebf02efae tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774469 Sep 15 12:59:11.986531 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 12:59:11.986921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Checking segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:11.987299 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Bound using segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 12:59:11.987766 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Bound port: 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 12:59:11.988120 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:11.992451 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:12.022882 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (df8aef4b-fba3-4f21-b8b9-a000b8406df7), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.063004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 12:59:12.069322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 12:59:12.076910 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda2877-5694-4b4b-8dbb-4db3520ad137,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:12.077727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.110027 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (df8aef4b-fba3-4f21-b8b9-a000b8406df7), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.111010 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:12.111591 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.118045 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:12.118707 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.120901 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 200 len: 1093 time: 1.9747291 Sep 15 12:59:12.121489 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:12.123437 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e76e-e007-4abc-a887-91a0136edf46 service neutron] Pushing event updated for resources: {'Port': ['ID=f63af2cc-ef44-4098-a900-c09daa2c63e4,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:12.125511 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b6c11-2da3-4e76-889f-9cff91b2b003" -d '{"events": [{"name": "network-changed", "server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:12.156112 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed26d-7307-4885-af11-838972d38516 service neutron] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:12.188172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fee6a8-c4bb-452d-981b-3bd94d186aa1 x-openstack-request-id: req-56fee6a8-c4bb-452d-981b-3bd94d186aa1 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:12.188793 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:12.189054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56fee6a8-c4bb-452d-981b-3bd94d186aa1 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:12.189484 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fee6a8-c4bb-452d-981b-3bd94d186aa1'] response: {'name': 'network-changed', 'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'status': 'completed', 'code': 200} Sep 15 12:59:12.191014 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6e283e80-8f7e-43a8-86a7-31e591c90f8c req-85c90636-2a9c-43e6-b8e4-94e0848cf7b2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525660 Sep 15 12:59:12.242579 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0874643 Sep 15 12:59:12.242579 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42116) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:12.256252 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Request body: {'subnet': {'network_id': 'df8aef4b-fba3-4f21-b8b9-a000b8406df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146572597-subnet', 'tenant_id': 'c2ca73dc54964f3fac41545b0bf21b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:12.272636 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a202a1a-98a5-43b6-af12-66e13e127d9d admin admin] Pushing event updated for resources: {'Network': ['ID=df8aef4b-fba3-4f21-b8b9-a000b8406df7,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:12.284504 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Made reservation on behalf of c2ca73dc54964f3fac41545b0bf21b61 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 12:59:12.286609 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network df8aef4b-fba3-4f21-b8b9-a000b8406df7 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 12:59:12.287217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.468110 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Attempt 5 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 12:59:12.503420 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128765b1-9577-4e06-8d44-10c866f801d3 req-16744f09-0310-487c-be35-64a8117702b2 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:12.511597 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-128765b1-9577-4e06-8d44-10c866f801d3 req-16744f09-0310-487c-be35-64a8117702b2 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.0674014 Sep 15 12:59:12.527233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-08c751d3-abce-4d37-891c-2c6ce9217bc0 None None] Port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 12:59:12.576210 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'tag': 'f63af2cc-ef44-4098-a900-c09daa2c63e4'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:12.578843 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a" -d '{"events": [{"name": "network-changed", "server_uuid": "b19c1c10-a0cf-4be2-907e-d210ec6cddbb", "tag": "f63af2cc-ef44-4098-a900-c09daa2c63e4"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:12.580616 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-128765b1-9577-4e06-8d44-10c866f801d3 req-96402dd6-c9dd-4048-9240-5bcc85816186 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679760 Sep 15 12:59:12.587013 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (f38f1601-b9d6-4995-8035-7d95b305735a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.633360 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771babd-fb89-492a-a3f6-dde8b9d725db req-3cec8ec1-139f-4864-a0b0-111299f24c7e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:12.642152 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7771babd-fb89-492a-a3f6-dde8b9d725db req-3cec8ec1-139f-4864-a0b0-111299f24c7e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.1295147 Sep 15 12:59:12.646659 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67fac71-c34a-4dab-b1c1-7d491914e3b0 x-openstack-request-id: req-f67fac71-c34a-4dab-b1c1-7d491914e3b0 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:12.646905 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19c1c10-a0cf-4be2-907e-d210ec6cddbb", "tag": "f63af2cc-ef44-4098-a900-c09daa2c63e4", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:12.647158 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f67fac71-c34a-4dab-b1c1-7d491914e3b0 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:12.647567 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67fac71-c34a-4dab-b1c1-7d491914e3b0'] response: {'name': 'network-changed', 'server_uuid': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'tag': 'f63af2cc-ef44-4098-a900-c09daa2c63e4', 'status': 'completed', 'code': 200} Sep 15 12:59:12.690801 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38f1601-b9d6-4995-8035-7d95b305735a,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:12.715835 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Checking segment: {'id': '264754eb-de69-4590-9000-a27ef4c210a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'df8aef4b-fba3-4f21-b8b9-a000b8406df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 12:59:12.716301 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Network hostable DHCP agents. Network: df8aef4b-fba3-4f21-b8b9-a000b8406df7, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 12:59:12.728712 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7771babd-fb89-492a-a3f6-dde8b9d725db req-bfc374f0-d102-47c4-81f6-d30a4b179061 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857074 Sep 15 12:59:12.745614 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Network df8aef4b-fba3-4f21-b8b9-a000b8406df7 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 12:59:12.770352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, df8aef4b-fba3-4f21-b8b9-a000b8406df7) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 12:59:12.781821 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:12.782436 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:12.784436 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc184e9-31a6-4066-aac4-f23be9bd7a27 None None] Network df8aef4b-fba3-4f21-b8b9-a000b8406df7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:59:12.815465 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-63133b26-e4cb-40c2-9cd6-1d4b16122c0c admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5717828 Sep 15 12:59:12.856879 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a5ce0-5883-45e9-a577-b1caf3161fc5 req-0c2af7f0-89b0-4e9a-a49d-af54b1c85ee7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:12.864697 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d1a5ce0-5883-45e9-a577-b1caf3161fc5 req-0c2af7f0-89b0-4e9a-a49d-af54b1c85ee7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.0629270 Sep 15 12:59:12.907916 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:12.922719 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d1a5ce0-5883-45e9-a577-b1caf3161fc5 req-bb0e7ed0-54ef-40ef-a346-a1735ac954c4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571764 Sep 15 12:59:12.925949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c6407-d031-4473-a733-666c6919bd82 None None] Network df8aef4b-fba3-4f21-b8b9-a000b8406df7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 12:59:13.003930 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42146) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:13.060885 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Deleting subnet 6b83dd75-8fff-48d9-ac8f-43a57b3f7886 {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 12:59:13.064587 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Publish callbacks [] for subnet (6b83dd75-8fff-48d9-ac8f-43a57b3f7886), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.132977 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Publish callbacks [] for subnet (6b83dd75-8fff-48d9-ac8f-43a57b3f7886), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.146927 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (6b83dd75-8fff-48d9-ac8f-43a57b3f7886), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.168184 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:13.179773 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e0296-eebf-4b4e-8a95-0f4a18572502 req-95b0359d-c1ae-4e85-a03a-b38e588728de tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:13.182126 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0d6e0296-eebf-4b4e-8a95-0f4a18572502 req-95b0359d-c1ae-4e85-a03a-b38e588728de tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0974407 Sep 15 12:59:13.246832 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-d3f6c321-0432-460b-95b4-ad8e44c0e170 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0621369 Sep 15 12:59:13.260250 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:13.296825 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0d6e0296-eebf-4b4e-8a95-0f4a18572502 req-a21cf802-8863-41f0-9c40-99b4a29f6e10 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044805 Sep 15 12:59:13.299282 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (6b83dd75-8fff-48d9-ac8f-43a57b3f7886), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.333092 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b83dd75-8fff-48d9-ac8f-43a57b3f7886,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:13.337362 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.343210 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-757b6646-f48c-4f00-8a4a-930a2a59ede7 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/6b83dd75-8fff-48d9-ac8f-43a57b3f7886 HTTP/1.1" status: 204 len: 168 time: 0.3358557 Sep 15 12:59:13.343311 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42160) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:13.365786 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8435a2-a005-404c-be28-c5ad93c4e324 req-437c99ee-210e-4dd2-957d-0f3e3ce21731 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:13.367467 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fe8435a2-a005-404c-be28-c5ad93c4e324 req-437c99ee-210e-4dd2-957d-0f3e3ce21731 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.0732219 Sep 15 12:59:13.420263 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (aa8b3c5d-f800-4abe-9687-92c7d8fd19ed), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.465744 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38322-2260-42bb-a7db-48c4372982ea req-a5b511ab-2b8f-4a5e-a151-9d25207e1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:13.467548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e5b38322-2260-42bb-a7db-48c4372982ea req-a5b511ab-2b8f-4a5e-a151-9d25207e1ee6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2889082 Sep 15 12:59:13.479607 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fe8435a2-a005-404c-be28-c5ad93c4e324 req-e7265377-da1b-49d8-ae73-e4df4c0add57 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032381 Sep 15 12:59:13.510065 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (aa8b3c5d-f800-4abe-9687-92c7d8fd19ed), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.531883 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.532261 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.533060 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.533398 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > port after_create 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.533743 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.534087 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > port after_update 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.534416 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.534756 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.535076 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.535401 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.711352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.711769 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.712229 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.712635 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:13.713005 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8b3c5d-f800-4abe-9687-92c7d8fd19ed']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:13.760088 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33be683e-cf9a-4584-85c4-d48143dec8b5') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:13.760464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33be683e-cf9a-4584-85c4-d48143dec8b5') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:13.784242 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (33be683e-cf9a-4584-85c4-d48143dec8b5), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.815780 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ce332-1d23-4096-b7a3-334a07076139 req-620afa3b-ecc3-44aa-9d85-a3b599bed169 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:13.817414 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c75ce332-1d23-4096-b7a3-334a07076139 req-620afa3b-ecc3-44aa-9d85-a3b599bed169 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 944 time: 0.0993028 Sep 15 12:59:13.821694 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (33be683e-cf9a-4584-85c4-d48143dec8b5), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.842162 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 12:59:13.842562 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (33be683e-cf9a-4584-85c4-d48143dec8b5), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:13.900543 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e108b11-342f-4e44-baf4-274439e08238 req-bf78dcbb-8ed3-45bf-824c-b2a0db0ace6f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:13.909730 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e108b11-342f-4e44-baf4-274439e08238 req-bf78dcbb-8ed3-45bf-824c-b2a0db0ace6f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0705817 Sep 15 12:59:13.982416 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e108b11-342f-4e44-baf4-274439e08238 req-6513a158-65f1-4b63-9752-470a0e15dcf6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715177 Sep 15 12:59:14.032327 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c75ce332-1d23-4096-b7a3-334a07076139 req-21af380c-9d69-4a3a-998f-e78c80a25c55 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920817 Sep 15 12:59:14.032327 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (aa8b3c5d-f800-4abe-9687-92c7d8fd19ed), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.053388 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.059442 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/aa8b3c5d-f800-4abe-9687-92c7d8fd19ed HTTP/1.1" status: 204 len: 168 time: 0.7125626 Sep 15 12:59:14.063157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42212) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:14.067337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:14.069585 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc885c-f3a3-4aae-b25c-b40b620ff1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8b3c5d-f800-4abe-9687-92c7d8fd19ed,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:14.145219 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Deleting subnet f38f1601-b9d6-4995-8035-7d95b305735a {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 12:59:14.153301 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Publish callbacks [] for subnet (f38f1601-b9d6-4995-8035-7d95b305735a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.161296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83c573-db72-451e-8bae-3465f0df1f09 req-0baed296-2983-4389-8b7c-3e61e5ca08e6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:14.162891 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dc83c573-db72-451e-8bae-3465f0df1f09 req-0baed296-2983-4389-8b7c-3e61e5ca08e6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.1086278 Sep 15 12:59:14.219804 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Publish callbacks [] for subnet (f38f1601-b9d6-4995-8035-7d95b305735a), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.239907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (f38f1601-b9d6-4995-8035-7d95b305735a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.273140 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dc83c573-db72-451e-8bae-3465f0df1f09 req-bf9b0ae9-4b70-4de5-bac8-1d84e9be1580 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875380 Sep 15 12:59:14.297329 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 33be683e-cf9a-4584-85c4-d48143dec8b5 resource provider aggregate not found Sep 15 12:59:14.317788 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 33be683e-cf9a-4584-85c4-d48143dec8b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33be683e-cf9a-4584-85c4-d48143dec8b5 found for delete ", "request_id": "req-9fc3003c-aa75-44cd-8b98-fc2d04125e67"}]} Sep 15 12:59:14.330734 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for subnet (f38f1601-b9d6-4995-8035-7d95b305735a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.361691 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38f1601-b9d6-4995-8035-7d95b305735a,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:14.365878 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.370145 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-952c52be-96e1-4ef5-9f72-6e15e9b898b5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/f38f1601-b9d6-4995-8035-7d95b305735a HTTP/1.1" status: 204 len: 168 time: 0.3047254 Sep 15 12:59:14.372459 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42236) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:14.399412 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42240) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:14.455843 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688dee0-5ee3-4f4b-84b7-d4b76e9e24f4 req-36dea8c2-aaf4-47eb-b60e-a0465077e7f7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:14.457359 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0688dee0-5ee3-4f4b-84b7-d4b76e9e24f4 req-36dea8c2-aaf4-47eb-b60e-a0465077e7f7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0597150 Sep 15 12:59:14.472412 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (df8aef4b-fba3-4f21-b8b9-a000b8406df7), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.516340 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0688dee0-5ee3-4f4b-84b7-d4b76e9e24f4 req-dc84223d-d639-4432-bf8e-7cd5a4815830 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505145 Sep 15 12:59:14.573897 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (df8aef4b-fba3-4f21-b8b9-a000b8406df7), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.631815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.632180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.632973 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.633305 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > port after_create 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.633669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.634004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > port after_update 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.634331 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.634680 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.634975 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.635296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.700978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.701252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.701580 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.701912 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 12:59:14.702259 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8aef4b-fba3-4f21-b8b9-a000b8406df7']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:14.706849 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8b4463dc-8b9d-4c06-8384-a666f87e3e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.719429 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:14.731512 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264754eb-de69-4590-9000-a27ef4c210a3') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:14.731807 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264754eb-de69-4590-9000-a27ef4c210a3') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:14.759601 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526fd8d-7031-459a-9789-8dccc369ed78 req-5c05dfa4-d036-4909-b394-25251e45c98c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:14.761146 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b526fd8d-7031-459a-9789-8dccc369ed78 req-5c05dfa4-d036-4909-b394-25251e45c98c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.1844211 Sep 15 12:59:14.762886 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (264754eb-de69-4590-9000-a27ef4c210a3), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.806405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (264754eb-de69-4590-9000-a27ef4c210a3), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.823746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 12:59:14.824133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (264754eb-de69-4590-9000-a27ef4c210a3), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.911979 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b526fd8d-7031-459a-9789-8dccc369ed78 req-2f198d68-6e4d-4411-8b58-5c9accc47904 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425056 Sep 15 12:59:14.917130 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (df8aef4b-fba3-4f21-b8b9-a000b8406df7), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.932936 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e1b7b694-7f38-474e-8781-153677c9fb5b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 12:59:14.939684 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.942776 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/df8aef4b-fba3-4f21-b8b9-a000b8406df7 HTTP/1.1" status: 204 len: 168 time: 0.5693846 Sep 15 12:59:14.947076 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb4b22-91d6-4095-9480-ef520e4aee8d admin admin] Pushing event deleted for resources: {'Network': ['ID=df8aef4b-fba3-4f21-b8b9-a000b8406df7,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:14.988371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8b4463dc-8b9d-4c06-8384-a666f87e3e6c admin admin] Publish callbacks [] for security_group (8c95b840-4d4b-490f-b864-a7d3cfbbf9ed), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:14.994118 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8b4463dc-8b9d-4c06-8384-a666f87e3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8c95b840-4d4b-490f-b864-a7d3cfbbf9ed), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:15.034873 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:15.083792 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port e1b7b694-7f38-474e-8781-153677c9fb5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e1b7b694-7f38-474e-8781-153677c9fb5b,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:15.101771 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'e1b7b694-7f38-474e-8781-153677c9fb5b', 'network_id': '57460050-fc7b-4d9c-8842-e197dec4e8b7', 'port_id': 'e1b7b694-7f38-474e-8781-153677c9fb5b', 'mac_address': 'fa:16:3e:88:7c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f648f2-a47b-4d81-8ea2-91882e3ab6c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 12:59:15.103188 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4463dc-8b9d-4c06-8384-a666f87e3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c95b840-4d4b-490f-b864-a7d3cfbbf9ed,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:15.127824 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-8b4463dc-8b9d-4c06-8384-a666f87e3e6c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7002666003b44a94a9feded3951a798b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249138 Sep 15 12:59:15.128347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42260) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:15.145775 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 264754eb-de69-4590-9000-a27ef4c210a3 resource provider aggregate not found Sep 15 12:59:15.154312 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port e1b7b694-7f38-474e-8781-153677c9fb5b is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:15.154889 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:15.169907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42264) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:15.173900 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b7b694-7f38-474e-8781-153677c9fb5b {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:15.198270 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port e1b7b694-7f38-474e-8781-153677c9fb5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e1b7b694-7f38-474e-8781-153677c9fb5b,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:15.200733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:15.205745 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:15.211643 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 264754eb-de69-4590-9000-a27ef4c210a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 264754eb-de69-4590-9000-a27ef4c210a3 found for delete ", "request_id": "req-ed353135-7d15-46ec-940f-ce139ead763b"}]} Sep 15 12:59:15.235360 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1b3b-792e-4dfb-b27d-ba3a76743c2c req-c0e5eee4-c344-412a-94be-94eed9336695 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.237578 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46aa1b3b-792e-4dfb-b27d-ba3a76743c2c req-c0e5eee4-c344-412a-94be-94eed9336695 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.1248322 Sep 15 12:59:15.265910 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-665fe178-38eb-4ef5-b73c-d087cb2ab305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.268229 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-665fe178-38eb-4ef5-b73c-d087cb2ab305 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0878778 Sep 15 12:59:15.280094 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=e1b7b694-7f38-474e-8781-153677c9fb5b,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:15.358070 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46aa1b3b-792e-4dfb-b27d-ba3a76743c2c req-0c865f61-c75c-43c5-b139-0e614c340864 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108837 Sep 15 12:59:15.371670 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a req-6c4682b5-047d-4db0-a108-e7d9898e9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.373217 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a req-6c4682b5-047d-4db0-a108-e7d9898e9666 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 1127 time: 0.0916057 Sep 15 12:59:15.374304 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-45bbb584-8b1d-4bf1-8465-5a5465d4a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.375837 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-45bbb584-8b1d-4bf1-8465-5a5465d4a6cb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0931680 Sep 15 12:59:15.491615 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:15.572921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-250d81aa-edf0-4f7b-b5b2-63fb969e85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.574409 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-250d81aa-edf0-4f7b-b5b2-63fb969e85f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1127 time: 0.3473909 Sep 15 12:59:15.583493 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-69e9d4e2-3bf6-4291-87f3-3afa1ba93dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.584978 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-69e9d4e2-3bf6-4291-87f3-3afa1ba93dd3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 1127 time: 0.4142225 Sep 15 12:59:15.597398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b95604-c1d1-4e72-a527-32475836c608 req-00c3d76b-3b95-4787-9e7b-ad0ba4bd2f67 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.598909 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d0b95604-c1d1-4e72-a527-32475836c608 req-00c3d76b-3b95-4787-9e7b-ad0ba4bd2f67 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 945 time: 0.4270515 Sep 15 12:59:15.617021 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6c11-2da3-4e76-889f-9cff91b2b003 req-26e7e84b-de0f-4f04-94d8-2e85e29cdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.619155 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-140b6c11-2da3-4e76-889f-9cff91b2b003 req-26e7e84b-de0f-4f04-94d8-2e85e29cdb9e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1127 time: 0.3302801 Sep 15 12:59:15.633543 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['e1b7b694-7f38-474e-8781-153677c9fb5b'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:15.662938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-98c855b7-71b6-466e-b1e5-85a0d31f4186 admin admin] Publish callbacks [] for security_group (8c95b840-4d4b-490f-b864-a7d3cfbbf9ed), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:15.715428 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-49d45584-4a95-4547-8116-dd27050f0730 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3a962a4a42c1442ab39dc5280d2af86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421197 Sep 15 12:59:15.774684 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42282) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:15.775547 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-b3cb0018-09fb-46e7-9f12-8fd1654d8e40 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 217 time: 0.1440320 Sep 15 12:59:15.832858 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548e09-1d8e-4008-8029-af19eb7dc83f req-d90393a9-965b-4433-be15-73048ff72f34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.834033 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ae548e09-1d8e-4008-8029-af19eb7dc83f req-d90393a9-965b-4433-be15-73048ff72f34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.3902686 Sep 15 12:59:15.871026 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-98c855b7-71b6-466e-b1e5-85a0d31f4186 admin admin] Publish callbacks [] for security_group (8c95b840-4d4b-490f-b864-a7d3cfbbf9ed), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:15.912132 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42286) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:15.920494 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:15.947829 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-c7f262b9-8f2c-4e57-a9ad-67338eff30e1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514297 Sep 15 12:59:15.964460 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ae548e09-1d8e-4008-8029-af19eb7dc83f req-2bc8db42-1b58-401b-84e5-e2de866aae78 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146502 Sep 15 12:59:15.976478 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a req-e244d393-5dc5-47bc-b94c-362e6ebbd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:15.978556 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a req-e244d393-5dc5-47bc-b94c-362e6ebbd9f8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5850234 Sep 15 12:59:16.001024 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:16.026698 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=2,neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:16.096471 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-98c855b7-71b6-466e-b1e5-85a0d31f4186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8c95b840-4d4b-490f-b864-a7d3cfbbf9ed), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.098950 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-98c855b7-71b6-466e-b1e5-85a0d31f4186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.100086 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-98c855b7-71b6-466e-b1e5-85a0d31f4186 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8c95b840-4d4b-490f-b864-a7d3cfbbf9ed HTTP/1.1" status: 204 len: 168 time: 0.9697735 Sep 15 12:59:16.114343 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-dbd70bc3-0c2b-410c-bb1f-9fc73c92563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.116503 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-dbd70bc3-0c2b-410c-bb1f-9fc73c92563e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.2815716 Sep 15 12:59:16.119790 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d0b95604-c1d1-4e72-a527-32475836c608 req-a0fdb823-951f-4d0a-886f-1dc7373146cc tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107653 Sep 15 12:59:16.167087 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6c11-2da3-4e76-889f-9cff91b2b003 req-10d267bd-4922-4edc-bd6a-5770914c9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.168430 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-38f62229-21ca-42fe-a873-c95c499b1581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.168567 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-140b6c11-2da3-4e76-889f-9cff91b2b003 req-10d267bd-4922-4edc-bd6a-5770914c9566 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6180da28285943f7a7b0900185df6127&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5300925 Sep 15 12:59:16.169271 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c855b7-71b6-466e-b1e5-85a0d31f4186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c95b840-4d4b-490f-b864-a7d3cfbbf9ed,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:16.207428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-0c3a1365-3b0c-4d53-960b-7979d82b3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.208966 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-0c3a1365-3b0c-4d53-960b-7979d82b3967 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.5786417 Sep 15 12:59:16.238841 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53113-021f-4ae7-8597-eb1757b7f0a7 req-79c444fa-4076-43b5-a4b5-cb7ca522499b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.240476 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1fd53113-021f-4ae7-8597-eb1757b7f0a7 req-79c444fa-4076-43b5-a4b5-cb7ca522499b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.1861548 Sep 15 12:59:16.312947 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4682-05f2-4179-9adf-400afc69e2d6 admin admin] Publish callbacks [] for security_group (52935c6b-5d5e-4ffa-95fb-86c0167edc5d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.331642 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-415dc35b-9c15-4a3c-a20d-c7a601818a6d req-f9222431-efce-4081-a354-0013700f4029 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661053 Sep 15 12:59:16.332728 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-d8fa1b5b-63e3-48b2-969a-7241627d548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.334219 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-d8fa1b5b-63e3-48b2-969a-7241627d548e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1993310 Sep 15 12:59:16.339117 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a req-e140539a-ff42-44ec-aa57-d2b63b41dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.340616 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f40f75a4-9b7a-45d0-bcb1-9967b412a93a req-e140539a-ff42-44ec-aa57-d2b63b41dc93 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3493330 Sep 15 12:59:16.345264 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-e161a141-ec02-4375-9350-d2fb9541188e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 200 len: 217 time: 0.1214242 Sep 15 12:59:16.392056 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1fd53113-021f-4ae7-8597-eb1757b7f0a7 req-66c10c94-85de-4ab9-a9bb-2e5c4a0def24 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313438 Sep 15 12:59:16.398362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4682-05f2-4179-9adf-400afc69e2d6 admin admin] Publish callbacks [] for security_group (52935c6b-5d5e-4ffa-95fb-86c0167edc5d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.402870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:16.450334 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47952fa-a5ac-4696-8749-3004d16c9c34 req-df901139-e4a4-4496-a1cc-d0cda4a5dda9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.457414 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d47952fa-a5ac-4696-8749-3004d16c9c34 req-df901139-e4a4-4496-a1cc-d0cda4a5dda9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.2367477 Sep 15 12:59:16.471887 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-38f62229-21ca-42fe-a873-c95c499b1581 admin admin] Publish callbacks [] for security_group (5594117b-b52a-4c9b-b95c-b300cb49eb80), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.501462 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-38f62229-21ca-42fe-a873-c95c499b1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (5594117b-b52a-4c9b-b95c-b300cb49eb80), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.531152 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42298) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:16.567408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-78307fcb-e014-4523-8304-5ba79a702ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.568878 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-78307fcb-e014-4523-8304-5ba79a702ecd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.2026076 Sep 15 12:59:16.569990 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-38f62229-21ca-42fe-a873-c95c499b1581 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=0a6a2e9ab2174c90a93425ddb8cf2c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6495204 Sep 15 12:59:16.577439 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28ad79-0347-495e-a5bb-d8c9cc54d8d5 req-317e8f08-0b52-4825-bd22-7ca79fa8b68a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.578875 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4f28ad79-0347-495e-a5bb-d8c9cc54d8d5 req-317e8f08-0b52-4825-bd22-7ca79fa8b68a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.1092248 Sep 15 12:59:16.579471 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42300) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:16.580519 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eabe6e09-4cf5-4e8b-bef8-834faf13016a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.583147 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6c11-2da3-4e76-889f-9cff91b2b003 req-f1778590-3a56-4318-96f1-4ec2fe48ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:16.583537 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f62229-21ca-42fe-a873-c95c499b1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5594117b-b52a-4c9b-b95c-b300cb49eb80,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:16.584595 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-140b6c11-2da3-4e76-889f-9cff91b2b003 req-f1778590-3a56-4318-96f1-4ec2fe48ea68 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3815877 Sep 15 12:59:16.623224 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d47952fa-a5ac-4696-8749-3004d16c9c34 req-ab854ef1-9ab0-4b03-bc3f-4ff0d3c35fd7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649640 Sep 15 12:59:16.629230 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-ddbf5b83-123f-4c5c-83ef-0abaf5baf71f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639985 Sep 15 12:59:16.635197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4682-05f2-4179-9adf-400afc69e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (52935c6b-5d5e-4ffa-95fb-86c0167edc5d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.638058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4682-05f2-4179-9adf-400afc69e2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.644655 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2c2c4682-05f2-4179-9adf-400afc69e2d6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/52935c6b-5d5e-4ffa-95fb-86c0167edc5d HTTP/1.1" status: 204 len: 168 time: 0.8626592 Sep 15 12:59:16.651639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c4682-05f2-4179-9adf-400afc69e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52935c6b-5d5e-4ffa-95fb-86c0167edc5d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:16.708115 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42913092-4ab0-412d-aab1-aa22eacb5d71 admin admin] Publish callbacks [] for security_group (5594117b-b52a-4c9b-b95c-b300cb49eb80), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.730680 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4f28ad79-0347-495e-a5bb-d8c9cc54d8d5 req-aec76b87-3e86-4323-a911-76971cb1f2dc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252334 Sep 15 12:59:16.739219 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:16.746608 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42913092-4ab0-412d-aab1-aa22eacb5d71 admin admin] Publish callbacks [] for security_group (5594117b-b52a-4c9b-b95c-b300cb49eb80), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.808440 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eabe6e09-4cf5-4e8b-bef8-834faf13016a admin admin] Publish callbacks [] for security_group (e0bb670f-352b-47f7-b788-64caf892bb35), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.812928 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eabe6e09-4cf5-4e8b-bef8-834faf13016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e0bb670f-352b-47f7-b788-64caf892bb35), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.839079 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:16.854777 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42913092-4ab0-412d-aab1-aa22eacb5d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (5594117b-b52a-4c9b-b95c-b300cb49eb80), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.857295 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42913092-4ab0-412d-aab1-aa22eacb5d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.858436 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-42913092-4ab0-412d-aab1-aa22eacb5d71 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5594117b-b52a-4c9b-b95c-b300cb49eb80 HTTP/1.1" status: 204 len: 168 time: 0.2757869 Sep 15 12:59:16.865715 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-eabe6e09-4cf5-4e8b-bef8-834faf13016a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=1ab7522cbd6a4334934ea00ca327e497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294251 Sep 15 12:59:16.867850 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe6e09-4cf5-4e8b-bef8-834faf13016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bb670f-352b-47f7-b788-64caf892bb35,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:16.869547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42308) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:16.879509 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42913092-4ab0-412d-aab1-aa22eacb5d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5594117b-b52a-4c9b-b95c-b300cb49eb80,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:16.903443 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 15fae3ac-3d15-4151-bd85-4686ea0f64b1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 12:59:16.932864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e1b7b694-7f38-474e-8781-153677c9fb5b up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:16.949632 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40051a05-9d5f-4d73-ae2d-d14c9db5e3dd admin admin] Publish callbacks [] for security_group (e0bb670f-352b-47f7-b788-64caf892bb35), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:16.974384 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40051a05-9d5f-4d73-ae2d-d14c9db5e3dd admin admin] Publish callbacks [] for security_group (e0bb670f-352b-47f7-b788-64caf892bb35), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.074055 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40051a05-9d5f-4d73-ae2d-d14c9db5e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e0bb670f-352b-47f7-b788-64caf892bb35), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.077003 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-40051a05-9d5f-4d73-ae2d-d14c9db5e3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.080317 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-40051a05-9d5f-4d73-ae2d-d14c9db5e3dd admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e0bb670f-352b-47f7-b788-64caf892bb35 HTTP/1.1" status: 204 len: 168 time: 0.2074940 Sep 15 12:59:17.091984 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40051a05-9d5f-4d73-ae2d-d14c9db5e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bb670f-352b-47f7-b788-64caf892bb35,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:17.147880 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42316) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:17.169693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d666a23-970f-4266-82ea-8a6ce2a592cf req-99ab3376-f4f1-4b64-8c60-1fb93e8776e0 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:17.178764 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5d666a23-970f-4266-82ea-8a6ce2a592cf req-99ab3376-f4f1-4b64-8c60-1fb93e8776e0 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 943 time: 0.0783405 Sep 15 12:59:17.233099 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port e1b7b694-7f38-474e-8781-153677c9fb5b completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 12:59:17.238620 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42320) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:17.239694 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-be43d173-d742-4423-ba1e-026fb435b3a2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c2ca73dc54964f3fac41545b0bf21b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861459 Sep 15 12:59:17.253009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:17.255410 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port e1b7b694-7f38-474e-8781-153677c9fb5b triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:17.255961 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.256470 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port e1b7b694-7f38-474e-8781-153677c9fb5b Sep 15 12:59:17.286932 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5d666a23-970f-4266-82ea-8a6ce2a592cf req-b1c696a3-1b34-4dd5-a265-d0093ca201fd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073718 Sep 15 12:59:17.292655 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 12:59:17.318981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:17.327617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b76afbee-33e5-474a-a424-3aaddc403ded admin admin] Publish callbacks [] for security_group (6bda2877-5694-4b4b-8dbb-4db3520ad137), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.360476 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fc305-8e8e-494a-ae15-13df4855b110 req-315831a6-a27b-4c94-8712-9026e8c13414 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:17.361328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b76afbee-33e5-474a-a424-3aaddc403ded admin admin] Publish callbacks [] for security_group (6bda2877-5694-4b4b-8dbb-4db3520ad137), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.362049 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ca2fc305-8e8e-494a-ae15-13df4855b110 req-315831a6-a27b-4c94-8712-9026e8c13414 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 945 time: 0.0834248 Sep 15 12:59:17.369190 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:17.369895 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.408528 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fae3ac-3d15-4151-bd85-4686ea0f64b1 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:17.417415 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:17.445422 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:17.450753 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port e1b7b694-7f38-474e-8781-153677c9fb5b is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:17.451433 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.468003 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.469987 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b76afbee-33e5-474a-a424-3aaddc403ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6bda2877-5694-4b4b-8dbb-4db3520ad137), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.473191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b76afbee-33e5-474a-a424-3aaddc403ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.478076 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b76afbee-33e5-474a-a424-3aaddc403ded admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6bda2877-5694-4b4b-8dbb-4db3520ad137 HTTP/1.1" status: 204 len: 168 time: 0.2375672 Sep 15 12:59:17.495198 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ca2fc305-8e8e-494a-ae15-13df4855b110 req-f862bbcc-0721-4f41-a732-984281f1cbc6 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235561 Sep 15 12:59:17.496726 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42326) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:17.500689 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76afbee-33e5-474a-a424-3aaddc403ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda2877-5694-4b4b-8dbb-4db3520ad137,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:17.538153 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ae94823-6f99-4cd2-9a8d-f7f5ee9e66d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.559740 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=15fae3ac-3d15-4151-bd85-4686ea0f64b1,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:17.577491 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd7739a-69fe-4204-be18-f21e623d0992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b7b694-7f38-474e-8781-153677c9fb5b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:17.595070 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da3f1-09c2-4e72-9707-bcf9b1fb9ec8 req-a11656d3-8450-43b1-8b1f-794cc84e4c57 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:17.604462 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a7da3f1-09c2-4e72-9707-bcf9b1fb9ec8 req-a11656d3-8450-43b1-8b1f-794cc84e4c57 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0763958 Sep 15 12:59:17.648061 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ae94823-6f99-4cd2-9a8d-f7f5ee9e66d3 admin admin] Publish callbacks [] for security_group (194a1456-d109-445b-88f0-e3861564d61c), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.655836 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ae94823-6f99-4cd2-9a8d-f7f5ee9e66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (194a1456-d109-445b-88f0-e3861564d61c), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.675341 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a7da3f1-09c2-4e72-9707-bcf9b1fb9ec8 req-d09000e0-688b-4aff-b223-1425ad68a0fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672235 Sep 15 12:59:17.698698 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port e1b7b694-7f38-474e-8781-153677c9fb5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e1b7b694-7f38-474e-8781-153677c9fb5b,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:17.706855 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.751449 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42338) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:17.751653 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4ae94823-6f99-4cd2-9a8d-f7f5ee9e66d3 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3cd7e35b0fd8468c8b6128a90bdc8bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533610 Sep 15 12:59:17.752362 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae94823-6f99-4cd2-9a8d-f7f5ee9e66d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194a1456-d109-445b-88f0-e3861564d61c,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:17.785455 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=e1b7b694-7f38-474e-8781-153677c9fb5b,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:17.823426 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4392d9-2430-42d8-a906-2ce9744d5bbf req-97b79785-6aca-4567-aa4d-011e0b4bc96e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:17.831267 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6a4392d9-2430-42d8-a906-2ce9744d5bbf req-97b79785-6aca-4567-aa4d-011e0b4bc96e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.1028862 Sep 15 12:59:17.871328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c261471a-6903-4005-ae21-62d32132137a admin admin] Publish callbacks [] for security_group (194a1456-d109-445b-88f0-e3861564d61c), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.892224 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6a4392d9-2430-42d8-a906-2ce9744d5bbf req-2a6f08bf-203d-44b9-9cdf-319a6a98e161 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600300 Sep 15 12:59:17.918330 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c261471a-6903-4005-ae21-62d32132137a admin admin] Publish callbacks [] for security_group (194a1456-d109-445b-88f0-e3861564d61c), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:17.929705 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3218-d38c-4e13-b72f-4a07b5b16b8a req-a17a9bb9-b323-4957-b930-bcf938eb0745 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:17.932044 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-030e3218-d38c-4e13-b72f-4a07b5b16b8a req-a17a9bb9-b323-4957-b930-bcf938eb0745 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0896046 Sep 15 12:59:17.957982 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['15fae3ac-3d15-4151-bd85-4686ea0f64b1'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:17.970233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cddf69-a6f1-4949-8c27-3b3b3e8796dd" -d '{"events": [{"server_uuid": "9fd7739a-69fe-4204-be18-f21e623d0992", "name": "network-vif-plugged", "status": "completed", "tag": "e1b7b694-7f38-474e-8781-153677c9fb5b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:17.988965 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:18.030645 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-030e3218-d38c-4e13-b72f-4a07b5b16b8a req-d3fbeb6e-e194-4f4e-8df0-0e4f23a33c3d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912271 Sep 15 12:59:18.048802 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c261471a-6903-4005-ae21-62d32132137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (194a1456-d109-445b-88f0-e3861564d61c), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:18.051464 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c261471a-6903-4005-ae21-62d32132137a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:18.053214 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c261471a-6903-4005-ae21-62d32132137a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/194a1456-d109-445b-88f0-e3861564d61c HTTP/1.1" status: 204 len: 168 time: 0.3000762 Sep 15 12:59:18.064494 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261471a-6903-4005-ae21-62d32132137a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a1456-d109-445b-88f0-e3861564d61c,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:18.286862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cbcd75-e762-47c7-bd6e-42a3e696b916 x-openstack-request-id: req-c6cbcd75-e762-47c7-bd6e-42a3e696b916 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:18.287246 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd7739a-69fe-4204-be18-f21e623d0992", "name": "network-vif-plugged", "status": "completed", "tag": "e1b7b694-7f38-474e-8781-153677c9fb5b", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:18.287631 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6cbcd75-e762-47c7-bd6e-42a3e696b916 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:18.288307 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cbcd75-e762-47c7-bd6e-42a3e696b916'] response: {'server_uuid': '9fd7739a-69fe-4204-be18-f21e623d0992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b7b694-7f38-474e-8781-153677c9fb5b', 'code': 200} Sep 15 12:59:18.418144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3079185-a82d-413c-b9d7-71a1d7db20f6 req-fdab8ee8-1fea-43ac-9141-b4ddeac3f750 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.420905 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f3079185-a82d-413c-b9d7-71a1d7db20f6 req-fdab8ee8-1fea-43ac-9141-b4ddeac3f750 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 944 time: 0.0515466 Sep 15 12:59:18.474547 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f3079185-a82d-413c-b9d7-71a1d7db20f6 req-0ca27f61-2000-4df4-86ab-6a62d9376ab5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475914 Sep 15 12:59:18.651846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac92d8-471f-4460-8136-ac3f925724d0 req-32fecac3-572d-4fcb-88fa-b43e9ea3d561 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.659571 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-48ac92d8-471f-4460-8136-ac3f925724d0 req-32fecac3-572d-4fcb-88fa-b43e9ea3d561 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0739384 Sep 15 12:59:18.815799 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-48ac92d8-471f-4460-8136-ac3f925724d0 req-480c9483-f910-404b-9227-898869880518 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567018 Sep 15 12:59:18.880199 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-8cedc16f-edf5-4387-848b-b90c8e54a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.884309 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-8cedc16f-edf5-4387-848b-b90c8e54a617 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 1128 time: 0.1643376 Sep 15 12:59:18.886077 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-f09634df-18aa-4817-928f-3646f9a9dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.887625 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-f09634df-18aa-4817-928f-3646f9a9dc86 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1127 time: 0.1394739 Sep 15 12:59:18.895421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-6d511292-0b60-49ee-b56f-e879bcb06d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.896736 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-6d511292-0b60-49ee-b56f-e879bcb06d6a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2137790 Sep 15 12:59:18.917981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dc17-7b8a-4bfb-98d6-a9ea0b913fc3 req-95bbc851-39e4-4934-be6d-8eb662871a7d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.919490 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d03dc17-7b8a-4bfb-98d6-a9ea0b913fc3 req-95bbc851-39e4-4934-be6d-8eb662871a7d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.1245883 Sep 15 12:59:18.921085 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-1adce4db-3f7d-4baa-ac90-3a2706a5f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:18.921860 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-1adce4db-3f7d-4baa-ac90-3a2706a5f09a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 1127 time: 0.2197282 Sep 15 12:59:18.944249 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 15fae3ac-3d15-4151-bd85-4686ea0f64b1 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:19.023383 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-75aa1575-09dd-40db-8b70-dfb5033fc5db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988374 Sep 15 12:59:19.043309 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 12:59:19.058361 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:19.059075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:19.059548 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 Sep 15 12:59:19.112496 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:19.135784 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:19.137371 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0092bcc-4cac-4d36-b8c7-d5daa81368cf req-9710f191-dee5-4207-95c1-089a5f51b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.139527 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c0092bcc-4cac-4d36-b8c7-d5daa81368cf req-9710f191-dee5-4207-95c1-089a5f51b264 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 1130 time: 0.1761274 Sep 15 12:59:19.145361 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-e979dc63-9998-457d-9865-9bc3c85b4e60 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 200 len: 217 time: 0.2327924 Sep 15 12:59:19.175567 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-46c9542f-dbaa-4dc2-a799-b947296ddc6e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384401 Sep 15 12:59:19.188409 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-25456e33-dc3e-4f08-b392-a7a55c97e0fa service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4 HTTP/1.1" status: 200 len: 217 time: 0.1621904 Sep 15 12:59:19.198830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:19.199951 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:19.245597 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:19.249004 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-c0092bcc-4cac-4d36-b8c7-d5daa81368cf req-920eb69c-346f-44e0-bc42-62c051e30ca7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:19.269062 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:19.287370 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd031b5e-2bb5-41c3-b100-4b9ec0241fd6 req-78590619-685b-4973-b381-81367d883222 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961349 Sep 15 12:59:19.294276 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372738bf-c090-416d-9a78-00367a6a07d8 req-dbf4a0b1-7f84-46d4-a0f3-1802485f41bf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.297325 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-372738bf-c090-416d-9a78-00367a6a07d8 req-dbf4a0b1-7f84-46d4-a0f3-1802485f41bf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.1570904 Sep 15 12:59:19.338117 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d03dc17-7b8a-4bfb-98d6-a9ea0b913fc3 req-fee4bf37-a342-4c1a-9939-e05774d12a97 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137002 Sep 15 12:59:19.364121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-c4def770-32e0-4c00-8385-c83bb8ffa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.366124 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-c4def770-32e0-4c00-8385-c83bb8ffa356 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.1678689 Sep 15 12:59:19.393928 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=15fae3ac-3d15-4151-bd85-4686ea0f64b1,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:19.400308 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:19.427958 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-41e1dbbc-b3ef-48ed-8581-e3d0d38331b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.429553 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-41e1dbbc-b3ef-48ed-8581-e3d0d38331b4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.2406487 Sep 15 12:59:19.438599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-ea0afc18-6681-4bcf-acde-65a876cf76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.440024 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-ea0afc18-6681-4bcf-acde-65a876cf76a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.5373681 Sep 15 12:59:19.479119 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-372738bf-c090-416d-9a78-00367a6a07d8 req-c435bed2-6c69-4405-9e18-efb412c16130 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535456 Sep 15 12:59:19.486573 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:19.496461 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b082e27-3607-4970-a7e0-198a7c55fd1c req-bd84bcf9-be97-4a5f-ab3e-3731a12a2688 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.503406 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1b082e27-3607-4970-a7e0-198a7c55fd1c req-bd84bcf9-be97-4a5f-ab3e-3731a12a2688 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0762765 Sep 15 12:59:19.525673 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-c0092bcc-4cac-4d36-b8c7-d5daa81368cf req-920eb69c-346f-44e0-bc42-62c051e30ca7 service neutron] Publish callbacks [] for security_group (3043745c-e965-4818-bb9d-fa708f94548a), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:19.531515 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [req-c0092bcc-4cac-4d36-b8c7-d5daa81368cf req-920eb69c-346f-44e0-bc42-62c051e30ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (3043745c-e965-4818-bb9d-fa708f94548a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:19.575239 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1b082e27-3607-4970-a7e0-198a7c55fd1c req-d9616fa8-b4c5-4b03-a633-a46ee6efe496 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706439 Sep 15 12:59:19.634743 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c0092bcc-4cac-4d36-b8c7-d5daa81368cf req-920eb69c-346f-44e0-bc42-62c051e30ca7 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764407 Sep 15 12:59:19.654397 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920eb69c-346f-44e0-bc42-62c051e30ca7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3043745c-e965-4818-bb9d-fa708f94548a,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:19.673871 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e3d9c-4583-4dde-958f-1a12d5f5c649 req-3c4b16e4-1a5d-4427-a8b7-68facedcb518 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.675398 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f11e3d9c-4583-4dde-958f-1a12d5f5c649 req-3c4b16e4-1a5d-4427-a8b7-68facedcb518 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0674002 Sep 15 12:59:19.728425 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f11e3d9c-4583-4dde-958f-1a12d5f5c649 req-7332ca2b-53f5-44a9-b620-216862fdc4f4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456600 Sep 15 12:59:19.819298 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:59:19.950091 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ec59-ebed-40b2-ab70-83947f77c96c req-0cf235f8-f73b-4f6c-ac4b-acad23945072 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:19.951943 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7237ec59-ebed-40b2-ab70-83947f77c96c req-0cf235f8-f73b-4f6c-ac4b-acad23945072 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0528386 Sep 15 12:59:20.000844 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7237ec59-ebed-40b2-ab70-83947f77c96c req-06437e40-2cea-4776-aa64-95667f8058b0 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Sep 15 12:59:20.291246 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:20.303267 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2f388-4bfb-4d22-912f-b81c79f5c3b8" -d '{"events": [{"server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "name": "network-vif-plugged", "status": "completed", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:20.331209 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a79e2-4c95-440c-9e91-421bc550bd19 x-openstack-request-id: req-f40a79e2-4c95-440c-9e91-421bc550bd19 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:20.331520 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "name": "network-vif-plugged", "status": "completed", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:20.331772 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f40a79e2-4c95-440c-9e91-421bc550bd19 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:20.332165 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40a79e2-4c95-440c-9e91-421bc550bd19'] response: {'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'code': 200} Sep 15 12:59:20.469020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c0fbe-bb1e-43a8-940e-b95163c53f2f req-7b2b527a-86c2-4521-91de-2bfcb62695e9 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:20.470951 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-677c0fbe-bb1e-43a8-940e-b95163c53f2f req-7b2b527a-86c2-4521-91de-2bfcb62695e9 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0534449 Sep 15 12:59:20.544040 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-677c0fbe-bb1e-43a8-940e-b95163c53f2f req-87ab66c0-e3a1-4b4d-9b57-3cd12c5375cb tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627451 Sep 15 12:59:20.647619 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc02f-d9a8-4ad9-ab80-c40b3c59de37 req-4e408531-ddb0-41c3-af94-0977dcb4ce7e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:20.651867 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd8cc02f-d9a8-4ad9-ab80-c40b3c59de37 req-4e408531-ddb0-41c3-af94-0977dcb4ce7e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 944 time: 0.0660157 Sep 15 12:59:20.668975 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:20.705930 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd8cc02f-d9a8-4ad9-ab80-c40b3c59de37 req-a47990e0-d9a6-4605-bd64-756d273d743d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481217 Sep 15 12:59:20.735538 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6295228-4a68-420b-9b00-df6eb40df05d req-78a088be-3b10-4b40-a393-4018bcea892d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:20.738218 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c6295228-4a68-420b-9b00-df6eb40df05d req-78a088be-3b10-4b40-a393-4018bcea892d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0812976 Sep 15 12:59:20.822355 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c6295228-4a68-420b-9b00-df6eb40df05d req-bb8baf79-cd4c-40cf-a328-4b6ba69a9552 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685918 Sep 15 12:59:20.908718 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ab81-3531-4bde-9d85-20ff554a7328 req-204e5c61-d022-4148-841f-8fb8ea134c6c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:20.910476 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1048ab81-3531-4bde-9d85-20ff554a7328 req-204e5c61-d022-4148-841f-8fb8ea134c6c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0656686 Sep 15 12:59:20.925308 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device c0f58aee-58a1-4953-8f6b-d92d148c0d4d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 12:59:20.980919 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1048ab81-3531-4bde-9d85-20ff554a7328 req-9cfbd1c5-07bd-4e35-83f9-b7bfa9619560 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628102 Sep 15 12:59:21.075403 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=24 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:21.153339 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:21.169830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'port_id': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d', 'mac_address': 'fa:16:3e:b8:20:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 12:59:21.176999 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d1287-d48c-4f36-8683-eb2b293e4227 req-b9d7d0fc-29fd-4e38-b418-15f7a50d360c tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:21.179091 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-960d1287-d48c-4f36-8683-eb2b293e4227 req-b9d7d0fc-29fd-4e38-b418-15f7a50d360c tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0628440 Sep 15 12:59:21.207095 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42494) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:21.223097 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:21.231367 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port c0f58aee-58a1-4953-8f6b-d92d148c0d4d is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:21.231769 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.245797 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-960d1287-d48c-4f36-8683-eb2b293e4227 req-a2c5d239-a021-40a4-ad3c-9f12fc81f94e tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Sep 15 12:59:21.269113 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f58aee-58a1-4953-8f6b-d92d148c0d4d {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:21.293528 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:21.298813 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.347429 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:21.448733 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4301b790-89d5-47db-a0c4-fd67b901e454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.529383 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4301b790-89d5-47db-a0c4-fd67b901e454 admin admin] Publish callbacks [] for security_group (d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.533655 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4301b790-89d5-47db-a0c4-fd67b901e454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.571953 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b790-89d5-47db-a0c4-fd67b901e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:21.578619 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4301b790-89d5-47db-a0c4-fd67b901e454 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8eb19ba940cc4356a720b6591ae02b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704827 Sep 15 12:59:21.581424 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42510) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:21.678463 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9f0b-8f99-4826-92a3-33a8e37b0335 admin admin] Publish callbacks [] for security_group (d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.693535 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507bac-7b4c-4b33-9a3d-40c495f71353 req-9c2b8635-f12a-4e69-aef2-47578dc2dac4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:21.695132 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-55507bac-7b4c-4b33-9a3d-40c495f71353 req-9c2b8635-f12a-4e69-aef2-47578dc2dac4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0679305 Sep 15 12:59:21.706488 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:21.718650 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9f0b-8f99-4826-92a3-33a8e37b0335 admin admin] Publish callbacks [] for security_group (d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.744367 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['c0f58aee-58a1-4953-8f6b-d92d148c0d4d'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:21.753963 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:21.788175 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-55507bac-7b4c-4b33-9a3d-40c495f71353 req-d504ec66-27fe-442b-9b69-c580df784235 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866976 Sep 15 12:59:21.887640 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368a732-37d3-4879-967e-f669affa1cbc req-3e194e81-c89e-48b9-bee9-8030df3944b7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:21.890425 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-b8513a94-d4af-4f41-9f09-e31dc3697623 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0817082 Sep 15 12:59:21.893413 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9f0b-8f99-4826-92a3-33a8e37b0335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.896258 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9f0b-8f99-4826-92a3-33a8e37b0335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:21.896867 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b368a732-37d3-4879-967e-f669affa1cbc req-3e194e81-c89e-48b9-bee9-8030df3944b7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 945 time: 0.0910761 Sep 15 12:59:21.897423 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a3ac9f0b-8f99-4826-92a3-33a8e37b0335 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61 HTTP/1.1" status: 204 len: 168 time: 0.3151221 Sep 15 12:59:21.900333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-a2bead29-8eb6-485f-8557-bf27dec4ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:21.902185 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-a2bead29-8eb6-485f-8557-bf27dec4ccb2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875683 Sep 15 12:59:21.934871 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac9f0b-8f99-4826-92a3-33a8e37b0335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890cc1c-da7e-4aa0-aec7-e4c4c22f8b61,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:21.991895 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-1a62697a-2ad6-408e-909a-ac843c17b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:21.994116 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-1a62697a-2ad6-408e-909a-ac843c17b151 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1831362 Sep 15 12:59:22.002868 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b368a732-37d3-4879-967e-f669affa1cbc req-b8c9863a-bc6d-4408-978b-586977f89447 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043859 Sep 15 12:59:22.024547 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081e6b-2f25-41cf-8855-e7afa923d713 req-e8df735b-0dc7-4a1d-ad75-dce0beee0866 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.024547 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d8081e6b-2f25-41cf-8855-e7afa923d713 req-e8df735b-0dc7-4a1d-ad75-dce0beee0866 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0726275 Sep 15 12:59:22.112698 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d8081e6b-2f25-41cf-8855-e7afa923d713 req-40d29565-234a-4d43-b39d-32e96429c4af tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827155 Sep 15 12:59:22.202993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac84a59-0ca9-408c-9777-c25a042c6ca3 req-9245d5f3-9247-4fd6-b03b-fd4147579300 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.211165 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cac84a59-0ca9-408c-9777-c25a042c6ca3 req-9245d5f3-9247-4fd6-b03b-fd4147579300 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0837674 Sep 15 12:59:22.284965 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cac84a59-0ca9-408c-9777-c25a042c6ca3 req-200bc36f-adcf-4f5c-a913-64144d834056 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611253 Sep 15 12:59:22.318442 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42548) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:22.338908 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbdf0-a22c-4f4c-a0fe-62726aedb6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:22.488994 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71c096-556d-42a0-96be-92ed457e9f20 req-c57ac245-e391-46b1-ba37-f9e3c6495912 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.496693 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4f71c096-556d-42a0-96be-92ed457e9f20 req-c57ac245-e391-46b1-ba37-f9e3c6495912 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.1590848 Sep 15 12:59:22.529808 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-aab2ba66-e8b5-4c62-a60e-32a93c62ed42 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485393 Sep 15 12:59:22.549013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f3420c5d-3e91-489d-85da-abe832411cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:22.785848 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-c55b386f-e91b-4ac7-b7d5-e877e35e5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.787309 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-c55b386f-e91b-4ac7-b7d5-e877e35e5e0b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.4015503 Sep 15 12:59:22.867334 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a2be-2745-4086-bfb7-2b00c8e062da req-ab140898-d1ac-4169-aa7f-d45162a180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.869673 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9b02a2be-2745-4086-bfb7-2b00c8e062da req-ab140898-d1ac-4169-aa7f-d45162a180a2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 1129 time: 0.1337755 Sep 15 12:59:22.898945 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4f71c096-556d-42a0-96be-92ed457e9f20 req-7c2eb6e8-80e1-4b17-a1c9-3a9d38fe0615 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972192 Sep 15 12:59:22.910785 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-a2d7a5ed-b407-4a59-bcc6-98ab564b90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.912331 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-a2d7a5ed-b407-4a59-bcc6-98ab564b90a7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1087217 Sep 15 12:59:22.929067 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 12:59:22.931170 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-c71d0bf0-e73d-49d8-bfe1-26aa232d3704 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470490 Sep 15 12:59:22.946457 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device c0f58aee-58a1-4953-8f6b-d92d148c0d4d up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:22.969425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0808f-8d6c-4511-8041-28547a24c3fb req-67acf911-217b-4c4b-a0ee-24a138b207d1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:22.971327 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-baf0808f-8d6c-4511-8041-28547a24c3fb req-67acf911-217b-4c4b-a0ee-24a138b207d1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 943 time: 0.0738678 Sep 15 12:59:22.975708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-64d94aaf-0b24-4dbe-9eef-096279d01dad req-735e173a-db47-4691-b29d-a4c839a8dfdf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389312 Sep 15 12:59:23.046826 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbdf0-a22c-4f4c-a0fe-62726aedb6a9 admin admin] Publish callbacks [] for security_group (02bad51e-f09f-4e23-b452-89bf7475dc1c), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.068214 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-baf0808f-8d6c-4511-8041-28547a24c3fb req-a79ad7f8-b849-49d3-81b3-8101463839bb tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889049 Sep 15 12:59:23.109858 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-aa9cbdf0-a22c-4f4c-a0fe-62726aedb6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (02bad51e-f09f-4e23-b452-89bf7475dc1c), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.132208 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port c0f58aee-58a1-4953-8f6b-d92d148c0d4d completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 12:59:23.132526 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9b02a2be-2745-4086-bfb7-2b00c8e062da req-c2063680-b8d6-4929-8ea3-cba635fdf714 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528126 Sep 15 12:59:23.148184 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port c0f58aee-58a1-4953-8f6b-d92d148c0d4d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:23.148586 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.148923 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port c0f58aee-58a1-4953-8f6b-d92d148c0d4d Sep 15 12:59:23.177000 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:23.190722 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:23.203998 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:23.210336 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'port_id': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 12:59:23.214529 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-aa9cbdf0-a22c-4f4c-a0fe-62726aedb6a9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=26517af9d8934aeeb230d226d432c5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8944676 Sep 15 12:59:23.230317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42564) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:23.236510 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:23.245031 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:23.249267 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cbdf0-a22c-4f4c-a0fe-62726aedb6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bad51e-f09f-4e23-b452-89bf7475dc1c,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:23.258020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0b4b5-e529-4f25-9385-d258fb0f85f0 req-5c08f127-f492-4ab6-aea3-36d8bdcbca74 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:23.265945 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a3d0b4b5-e529-4f25-9385-d258fb0f85f0 req-5c08f127-f492-4ab6-aea3-36d8bdcbca74 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0661445 Sep 15 12:59:23.286934 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7ab75-6005-4d81-b3a1-febbea9ceb63 req-b06fc2ef-6211-4804-b2ae-58f09c1f7ac4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:23.291280 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:23.291688 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.294948 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port c0f58aee-58a1-4953-8f6b-d92d148c0d4d is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:23.295316 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.295442 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-aaf7ab75-6005-4d81-b3a1-febbea9ceb63 req-b06fc2ef-6211-4804-b2ae-58f09c1f7ac4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 945 time: 0.1568630 Sep 15 12:59:23.316759 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a3d0b4b5-e529-4f25-9385-d258fb0f85f0 req-7e9801d0-5926-40f6-acc5-b088b442a5ba tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499971 Sep 15 12:59:23.317050 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:23.330016 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e05cba34-c053-447d-a6eb-66c4382c7a2d req-e5f01500-4586-4f43-8188-89f586215f03 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461843 Sep 15 12:59:23.342566 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:23.343523 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-808c11af-866d-4b13-8a70-6e3067ee116d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036744 Sep 15 12:59:23.347129 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b86bb-fa4e-4cf0-b3bd-578c792b93bb" -d '{"events": [{"server_uuid": "f5a7eade-1e1a-467f-a607-132c874cbb64", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58aee-58a1-4953-8f6b-d92d148c0d4d"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:23.368567 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:23.370750 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:23.374443 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.392917 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2923e-8a22-482b-8eff-79029f29ad05 admin admin] Publish callbacks [] for security_group (02bad51e-f09f-4e23-b452-89bf7475dc1c), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.398955 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.408620 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-aaf7ab75-6005-4d81-b3a1-febbea9ceb63 req-bbcb5d9e-291c-47dc-a123-25e9cc5e041f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078870 Sep 15 12:59:23.429650 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:23.445004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87838740-9605-4286-995c-2052578c820c req-e9ccc4ce-2f56-4529-9887-f3e69a82d88d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:23.445400 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2923e-8a22-482b-8eff-79029f29ad05 admin admin] Publish callbacks [] for security_group (02bad51e-f09f-4e23-b452-89bf7475dc1c), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.446684 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-87838740-9605-4286-995c-2052578c820c req-e9ccc4ce-2f56-4529-9887-f3e69a82d88d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0566666 Sep 15 12:59:23.471712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4acffde-500d-4453-ad6e-ad93e3bc55de x-openstack-request-id: req-b4acffde-500d-4453-ad6e-ad93e3bc55de {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:23.472125 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a7eade-1e1a-467f-a607-132c874cbb64", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58aee-58a1-4953-8f6b-d92d148c0d4d", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:23.472507 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4acffde-500d-4453-ad6e-ad93e3bc55de {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:23.472962 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4acffde-500d-4453-ad6e-ad93e3bc55de'] response: {'server_uuid': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d', 'code': 200} Sep 15 12:59:23.491502 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:23.503833 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-87838740-9605-4286-995c-2052578c820c req-9782a42c-f39a-42b4-a057-d23b5bbf2c3a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Sep 15 12:59:23.509786 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2923e-8a22-482b-8eff-79029f29ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (02bad51e-f09f-4e23-b452-89bf7475dc1c), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.512480 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2923e-8a22-482b-8eff-79029f29ad05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:23.521330 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a9d2923e-8a22-482b-8eff-79029f29ad05 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/02bad51e-f09f-4e23-b452-89bf7475dc1c HTTP/1.1" status: 204 len: 168 time: 0.2755837 Sep 15 12:59:23.521912 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2923e-8a22-482b-8eff-79029f29ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bad51e-f09f-4e23-b452-89bf7475dc1c,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:23.837660 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['71e9592f-0e8b-403c-bbfd-bae6e0da6f5f'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:23.841072 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:24.078289 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f60be-8956-48b6-8f68-88381e953c42 req-d1f49d26-ff8b-459e-b55a-3b28c2e9973e tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:24.080056 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-782f60be-8956-48b6-8f68-88381e953c42 req-d1f49d26-ff8b-459e-b55a-3b28c2e9973e tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0619075 Sep 15 12:59:24.181012 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-782f60be-8956-48b6-8f68-88381e953c42 req-50b8b4b2-d956-4f47-9eb2-c1b6cc00dea8 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934644 Sep 15 12:59:24.226187 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910e28-60cb-48b9-b7ae-36a8072a0812 req-a46807a2-1b81-40b7-95eb-7d9f611aa520 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:24.232958 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97910e28-60cb-48b9-b7ae-36a8072a0812 req-a46807a2-1b81-40b7-95eb-7d9f611aa520 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 944 time: 0.0539789 Sep 15 12:59:24.304139 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97910e28-60cb-48b9-b7ae-36a8072a0812 req-25f4791d-e884-4f23-bec8-70a2a3d2b0bf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627375 Sep 15 12:59:24.457757 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d37cb-b02f-4c9e-9c8f-c080f3b44194 req-c8c30f54-cf23-4b3e-9070-7c9659cf0094 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:24.459239 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fd9d37cb-b02f-4c9e-9c8f-c080f3b44194 req-c8c30f54-cf23-4b3e-9070-7c9659cf0094 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0549781 Sep 15 12:59:24.511609 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fd9d37cb-b02f-4c9e-9c8f-c080f3b44194 req-037f823b-2a33-4222-aed1-0dfb1f77f150 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 Sep 15 12:59:24.539740 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55eaa5-1294-4958-9c47-9dce39b77feb req-19bf8c4f-c5c5-4018-99f2-8808f9a9cf53 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:24.541542 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-af55eaa5-1294-4958-9c47-9dce39b77feb req-19bf8c4f-c5c5-4018-99f2-8808f9a9cf53 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0534537 Sep 15 12:59:24.593976 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-af55eaa5-1294-4958-9c47-9dce39b77feb req-b5804850-8237-46e6-92ec-7c452ed9fba3 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Sep 15 12:59:24.638093 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aee24-3f97-43de-825f-48225472f64f req-1542415f-d938-42a0-8f45-6a834d007148 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:24.639764 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-533aee24-3f97-43de-825f-48225472f64f req-1542415f-d938-42a0-8f45-6a834d007148 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0546489 Sep 15 12:59:24.689367 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-533aee24-3f97-43de-825f-48225472f64f req-697a7aa6-8110-405d-b807-93b64d828ad7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Sep 15 12:59:24.705987 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f46c8785-33bd-4729-832b-ce9c4e5c429d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:24.935656 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:24.983720 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 12:59:24.989644 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:24.990071 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:24.990410 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f Sep 15 12:59:25.069208 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:25.069605 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:25.122075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:25.127587 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:25.182856 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:25.304833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89e62f-f9e9-4c4a-8878-b8e390937071 req-d1a1eda6-1cab-4d84-b134-4dbffc0a6122 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:25.306839 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6f89e62f-f9e9-4c4a-8878-b8e390937071 req-d1a1eda6-1cab-4d84-b134-4dbffc0a6122 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0502536 Sep 15 12:59:25.403648 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6f89e62f-f9e9-4c4a-8878-b8e390937071 req-6b49f466-ed35-4ecc-9f39-f25f30b91451 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886173 Sep 15 12:59:25.462843 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6363b2-c8a9-4e4b-8ac7-d39b0a3ff4c3 req-3fb17135-8ab1-49e7-9189-9e72d10c1a5f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:25.464935 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4f6363b2-c8a9-4e4b-8ac7-d39b0a3ff4c3 req-3fb17135-8ab1-49e7-9189-9e72d10c1a5f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0583837 Sep 15 12:59:25.474329 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:25.478153 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b51bc4f-3db1-4bc5-abea-bbf7bf1f6e9e" -d '{"events": [{"server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "name": "network-vif-plugged", "status": "completed", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:25.538875 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed2ea6-bdb9-4950-9188-f4fef9eee4cd x-openstack-request-id: req-5eed2ea6-bdb9-4950-9188-f4fef9eee4cd {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:25.538875 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "name": "network-vif-plugged", "status": "completed", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:25.539110 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5eed2ea6-bdb9-4950-9188-f4fef9eee4cd {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:25.539374 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eed2ea6-bdb9-4950-9188-f4fef9eee4cd'] response: {'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'code': 200} Sep 15 12:59:25.545331 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4f6363b2-c8a9-4e4b-8ac7-d39b0a3ff4c3 req-8eac9c45-a59a-49a8-ada3-6c3f3a3b8821 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745542 Sep 15 12:59:25.705883 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:25.731786 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab08e-7986-40fa-b516-2854bc82d20a req-6da5a6dc-c748-418d-a807-82068d11b433 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:25.738923 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c47ab08e-7986-40fa-b516-2854bc82d20a req-6da5a6dc-c748-418d-a807-82068d11b433 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.1243544 Sep 15 12:59:25.761822 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881df2a-240f-44ba-b82e-c9d97f014cfc req-b8755782-9102-4c78-b9e9-b3314d2892f7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:25.770855 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c881df2a-240f-44ba-b82e-c9d97f014cfc req-b8755782-9102-4c78-b9e9-b3314d2892f7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0756493 Sep 15 12:59:25.797836 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c47ab08e-7986-40fa-b516-2854bc82d20a req-3c829283-a29d-4b36-867d-4d339c2e1e1e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521734 Sep 15 12:59:25.853256 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c881df2a-240f-44ba-b82e-c9d97f014cfc req-e9ea5893-eac9-492b-8c36-ff27605d74b7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Sep 15 12:59:25.963074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfbb24-c8bc-4361-86ab-f0be8a43e38d req-e89ee580-13bd-4fa9-849f-9563fae74735 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:25.966661 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3fcfbb24-c8bc-4361-86ab-f0be8a43e38d req-e89ee580-13bd-4fa9-849f-9563fae74735 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0783496 Sep 15 12:59:26.054982 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:26.070900 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3fcfbb24-c8bc-4361-86ab-f0be8a43e38d req-8f6bd012-c4c1-4e73-b45d-4f0e885f8919 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918581 Sep 15 12:59:26.112644 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:26.138908 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6321f7d7-13e2-41b0-b787-a849768d7dfa req-759ae09c-3baa-44bb-8e5a-f580a3042283 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913242 Sep 15 12:59:26.541574 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16b60-f048-4c15-870b-b34d039158ac req-d096c2af-7c12-463e-ae82-fbdc45828ebe tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:26.543045 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-37e16b60-f048-4c15-870b-b34d039158ac req-d096c2af-7c12-463e-ae82-fbdc45828ebe tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0472496 Sep 15 12:59:26.594852 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-37e16b60-f048-4c15-870b-b34d039158ac req-d0e65cb3-d80a-472e-aedf-759ff2002093 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457160 Sep 15 12:59:26.664397 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2418cf0-274f-47ff-a83e-31ec3380c480 req-8e53b86f-5813-4967-9f8e-82f3744f381c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:26.666469 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a2418cf0-274f-47ff-a83e-31ec3380c480 req-8e53b86f-5813-4967-9f8e-82f3744f381c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0512457 Sep 15 12:59:26.715553 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a2418cf0-274f-47ff-a83e-31ec3380c480 req-40a8e8bd-85ff-426d-b1c2-b88056230f29 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Sep 15 12:59:26.940159 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device f63af2cc-ef44-4098-a900-c09daa2c63e4 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 12:59:26.948615 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39299968-ef4e-404a-a5d2-9b55977b5be5 req-3ee91db9-c32e-427e-8ed2-a2f8b068f1ac tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:26.955818 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-39299968-ef4e-404a-a5d2-9b55977b5be5 req-3ee91db9-c32e-427e-8ed2-a2f8b068f1ac tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0651486 Sep 15 12:59:27.000396 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e728b32-1be5-45f4-96ff-bbd316badb84 req-dba176cb-ddfb-4896-ad96-042c5adfb5bf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:27.003492 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e728b32-1be5-45f4-96ff-bbd316badb84 req-dba176cb-ddfb-4896-ad96-042c5adfb5bf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0520875 Sep 15 12:59:27.033989 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-39299968-ef4e-404a-a5d2-9b55977b5be5 req-14bb62ec-a437-4dc9-8d83-d5e15f3b8234 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772142 Sep 15 12:59:27.063314 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port f63af2cc-ef44-4098-a900-c09daa2c63e4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:27.066739 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e728b32-1be5-45f4-96ff-bbd316badb84 req-8c99bbcb-68ab-47ab-806c-6fadcdb6eee8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588961 Sep 15 12:59:27.081002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:27.097804 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'f63af2cc-ef44-4098-a900-c09daa2c63e4', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'port_id': 'f63af2cc-ef44-4098-a900-c09daa2c63e4', 'mac_address': 'fa:16:3e:97:a2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 12:59:27.149764 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port f63af2cc-ef44-4098-a900-c09daa2c63e4 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:27.152205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:27.167808 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63af2cc-ef44-4098-a900-c09daa2c63e4 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:27.190127 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port f63af2cc-ef44-4098-a900-c09daa2c63e4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:27.197317 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:27.217998 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed1164-6ac1-4f68-9066-fdc49bb6ae65 req-ed8f63d5-4c6e-4c48-a6ef-3b9895f7494d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:27.220025 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-60ed1164-6ac1-4f68-9066-fdc49bb6ae65 req-ed8f63d5-4c6e-4c48-a6ef-3b9895f7494d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0663288 Sep 15 12:59:27.223885 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:27.262876 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=f63af2cc-ef44-4098-a900-c09daa2c63e4,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:27.271483 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.272123 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.272806 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.273381 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.274010 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.275612 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.276148 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.276836 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.277278 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.277678 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.278073 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.278476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.278989 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.279515 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.279981 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:27.288690 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-60ed1164-6ac1-4f68-9066-fdc49bb6ae65 req-ce2b3adb-e7a8-4bcb-bc96-aa8266591b24 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592825 Sep 15 12:59:27.747762 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['f63af2cc-ef44-4098-a900-c09daa2c63e4'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:27.805841 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:27.849733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddedb63-058c-4391-ba26-f7b13171f7e7 req-d1876b32-68cf-4d40-8fe5-27f320d3c13c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:27.851494 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cddedb63-058c-4391-ba26-f7b13171f7e7 req-d1876b32-68cf-4d40-8fe5-27f320d3c13c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0566456 Sep 15 12:59:27.910494 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cddedb63-058c-4391-ba26-f7b13171f7e7 req-74358230-7d88-4c3a-8db2-95e4ff4f7ac6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528975 Sep 15 12:59:27.983556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:28.184919 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:28.194140 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecd4b7-54cf-4d7b-812b-2fd361e4a3c9 req-3ac44230-e3e0-44a5-8ac7-25c59ad1422f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:28.195567 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-efecd4b7-54cf-4d7b-812b-2fd361e4a3c9 req-3ac44230-e3e0-44a5-8ac7-25c59ad1422f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0504906 Sep 15 12:59:28.199634 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0cd78-ca8a-4ef0-967d-a9c965999a8a req-523cff15-228e-4c29-857e-b3663c2964aa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:28.201252 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1df0cd78-ca8a-4ef0-967d-a9c965999a8a req-523cff15-228e-4c29-857e-b3663c2964aa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0502744 Sep 15 12:59:28.250570 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-efecd4b7-54cf-4d7b-812b-2fd361e4a3c9 req-61abc21c-cbfc-434d-8224-dba30f9e1dba tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451844 Sep 15 12:59:28.264012 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1df0cd78-ca8a-4ef0-967d-a9c965999a8a req-c560b745-a700-4db0-adc4-e794887a99bb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525248 Sep 15 12:59:28.386206 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:28.407530 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0def-b8ee-4d01-a57c-8bf29284b235 req-28d8078f-c173-4299-a4d7-833c9c17415b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:28.409180 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-df8a0def-b8ee-4d01-a57c-8bf29284b235 req-28d8078f-c173-4299-a4d7-833c9c17415b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Sep 15 12:59:28.460606 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-df8a0def-b8ee-4d01-a57c-8bf29284b235 req-c6e63e53-93d0-4080-93db-bc041d3aeb05 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Sep 15 12:59:28.953532 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 12:59:28.972757 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device f63af2cc-ef44-4098-a900-c09daa2c63e4 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:29.068092 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767577-0f8d-441a-ac1a-14add4945db4 req-f3ef87cc-59d0-4df6-a14c-ca41743cd47b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:29.085817 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97767577-0f8d-441a-ac1a-14add4945db4 req-f3ef87cc-59d0-4df6-a14c-ca41743cd47b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0825384 Sep 15 12:59:29.166344 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97767577-0f8d-441a-ac1a-14add4945db4 req-4bb3af30-d4b6-469c-afdb-3433edab28c7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675035 Sep 15 12:59:29.183628 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port f63af2cc-ef44-4098-a900-c09daa2c63e4 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 12:59:29.194655 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port f63af2cc-ef44-4098-a900-c09daa2c63e4 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:29.195533 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:29.195856 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port f63af2cc-ef44-4098-a900-c09daa2c63e4 Sep 15 12:59:29.296037 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:29.334550 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'mac_address': 'fa:16:3e:b0:5d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 12:59:29.343841 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port f63af2cc-ef44-4098-a900-c09daa2c63e4 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:29.344220 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:29.396000 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63462ee1-6ddb-4dff-9145-6627feba8032 req-ef262f59-3579-4698-98e9-1840dc01cfa4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:29.397542 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63462ee1-6ddb-4dff-9145-6627feba8032 req-ef262f59-3579-4698-98e9-1840dc01cfa4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0539272 Sep 15 12:59:29.404061 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63af2cc-ef44-4098-a900-c09daa2c63e4'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:29.406308 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc4ddd5-444d-46e7-a2ca-accd8646d2ca" -d '{"events": [{"server_uuid": "b19c1c10-a0cf-4be2-907e-d210ec6cddbb", "name": "network-vif-plugged", "status": "completed", "tag": "f63af2cc-ef44-4098-a900-c09daa2c63e4"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:29.416166 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:29.416814 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:29.422799 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port f63af2cc-ef44-4098-a900-c09daa2c63e4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:29.433268 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:29.437879 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 12:59:29.451625 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63462ee1-6ddb-4dff-9145-6627feba8032 req-0f5f41aa-4213-4187-a216-079937d34964 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477047 Sep 15 12:59:29.487125 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:29.495256 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:29.506630 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=f63af2cc-ef44-4098-a900-c09daa2c63e4,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:29.513121 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:29.557895 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:29.594615 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc6796-33f3-4437-9fba-747b456dc5d7 req-c0e468b2-3f5d-4558-8e01-e661d969ff56 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:29.596312 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e3bc6796-33f3-4437-9fba-747b456dc5d7 req-c0e468b2-3f5d-4558-8e01-e661d969ff56 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0590451 Sep 15 12:59:29.648362 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e3bc6796-33f3-4437-9fba-747b456dc5d7 req-e31cd86d-a1cc-4adf-b0a3-66032fe8fc20 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Sep 15 12:59:29.718880 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6848d4-60c8-4dd1-95aa-027698a3c5e1 x-openstack-request-id: req-dd6848d4-60c8-4dd1-95aa-027698a3c5e1 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:29.719367 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c1c10-a0cf-4be2-907e-d210ec6cddbb", "name": "network-vif-plugged", "status": "completed", "tag": "f63af2cc-ef44-4098-a900-c09daa2c63e4", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:29.719773 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd6848d4-60c8-4dd1-95aa-027698a3c5e1 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:29.720197 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6848d4-60c8-4dd1-95aa-027698a3c5e1'] response: {'server_uuid': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63af2cc-ef44-4098-a900-c09daa2c63e4', 'code': 200} Sep 15 12:59:29.827833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e305d86-47e8-4ea6-a142-0adc9a8fa5b9 req-caa6941b-eae6-4349-a6de-cef9579a728a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:29.829462 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e305d86-47e8-4ea6-a142-0adc9a8fa5b9 req-caa6941b-eae6-4349-a6de-cef9579a728a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0551941 Sep 15 12:59:29.888355 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e305d86-47e8-4ea6-a142-0adc9a8fa5b9 req-b591a443-04f8-47a1-b292-541b1ca16ec9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523431 Sep 15 12:59:29.930614 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:30.004246 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574bb6-3a13-4533-80e7-ae5c0fdfccfa req-e56b1666-822b-465e-9350-9e81861368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:30.007178 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fb574bb6-3a13-4533-80e7-ae5c0fdfccfa req-e56b1666-822b-465e-9350-9e81861368eb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1129 time: 0.0741394 Sep 15 12:59:30.048515 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:30.063152 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa010f1-0ec3-43a4-ad25-c35dfb8bbfdd req-f430c135-9b55-4974-b401-8a82ea99fd47 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:30.069844 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1aa010f1-0ec3-43a4-ad25-c35dfb8bbfdd req-f430c135-9b55-4974-b401-8a82ea99fd47 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0576284 Sep 15 12:59:30.078133 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42826) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:30.082759 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:30.171920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (efa2a613-5331-454e-84f8-aace4c65cbea), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.178329 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42832) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:30.333095 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5c45-101f-48ab-96fc-a63e94baf15a req-05101066-fbfd-40cc-8adf-95d1b8265faf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:30.340386 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d0a5c45-101f-48ab-96fc-a63e94baf15a req-05101066-fbfd-40cc-8adf-95d1b8265faf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0891850 Sep 15 12:59:30.343306 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.394470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:30.430566 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d0a5c45-101f-48ab-96fc-a63e94baf15a req-48fdd571-5254-4fdb-b772-18f7e115c20c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890703 Sep 15 12:59:30.503612 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Publish callbacks [] for security_group (fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.510283 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.519193 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42842) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:30.564807 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=75d8030029c74a689ef418a37acfdd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852606 Sep 15 12:59:30.567077 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:30.569474 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42846) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:30.630848 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977a1d-dff5-4623-a821-f3ed9d90f45c req-48b72e5e-d2e4-42c5-92a0-d16ed9517d85 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:30.632815 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c6977a1d-dff5-4623-a821-f3ed9d90f45c req-48b72e5e-d2e4-42c5-92a0-d16ed9517d85 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 944 time: 0.0666835 Sep 15 12:59:30.639307 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fb574bb6-3a13-4533-80e7-ae5c0fdfccfa req-0a1d98e1-7e07-4875-bc3e-8858aa194ca5 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875764 Sep 15 12:59:30.642233 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.642800 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.643324 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.644085 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.644450 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.644785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.645124 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.645456 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.645786 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.646114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.646529 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.646769 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.647089 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.647476 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.647734 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851cd179-d42d-40d1-8af8-4a144840c145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:30.687391 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5589ad6-db72-4681-a0a4-43c1c5f5d2af req-fc758174-ef12-4022-8cc9-3f45b37afe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:30.689093 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d5589ad6-db72-4681-a0a4-43c1c5f5d2af req-fc758174-ef12-4022-8cc9-3f45b37afe87 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 1130 time: 0.3086250 Sep 15 12:59:30.694013 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-08afce6b-1a57-44f2-a592-a3296153cd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.757957 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c6977a1d-dff5-4623-a821-f3ed9d90f45c req-2cdbd7e1-535a-4ed2-a5a8-fcaf13601f1f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011298 Sep 15 12:59:30.768644 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db19ebe-63eb-4e48-a1c4-312d9fa2de32 req-cb380c11-e470-4ae5-a655-5d27601b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:30.770032 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7db19ebe-63eb-4e48-a1c4-312d9fa2de32 req-cb380c11-e470-4ae5-a655-5d27601b0961 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 1129 time: 0.1403039 Sep 15 12:59:30.771981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:30.778917 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-146fc5f2-5e2b-4cfb-970b-571f2865c8f1 admin admin] Publish callbacks [] for security_group (fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.813334 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-146fc5f2-5e2b-4cfb-970b-571f2865c8f1 admin admin] Publish callbacks [] for security_group (fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.833053 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:30.920941 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-08afce6b-1a57-44f2-a592-a3296153cd0e admin admin] Publish callbacks [] for security_group (32093a84-67bc-437a-a57b-bca70a817793), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.927496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-08afce6b-1a57-44f2-a592-a3296153cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (32093a84-67bc-437a-a57b-bca70a817793), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.939919 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-146fc5f2-5e2b-4cfb-970b-571f2865c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.942425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-146fc5f2-5e2b-4cfb-970b-571f2865c8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:30.943552 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-146fc5f2-5e2b-4cfb-970b-571f2865c8f1 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19 HTTP/1.1" status: 204 len: 168 time: 0.3722949 Sep 15 12:59:30.975836 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afce6b-1a57-44f2-a592-a3296153cd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32093a84-67bc-437a-a57b-bca70a817793,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:30.992007 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-08afce6b-1a57-44f2-a592-a3296153cd0e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2cba2bb6ffd24cacb51128b07195bb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4696205 Sep 15 12:59:30.992645 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42864) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:30.999978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fc5f2-5e2b-4cfb-970b-571f2865c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5bb863-3f53-47b9-ad7f-b8f3e9f35e19,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:31.061430 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6014ee06-8d3b-4123-999f-3fd3b16cc883 admin admin] Publish callbacks [] for security_group (32093a84-67bc-437a-a57b-bca70a817793), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.103713 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6014ee06-8d3b-4123-999f-3fd3b16cc883 admin admin] Publish callbacks [] for security_group (32093a84-67bc-437a-a57b-bca70a817793), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.170932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6014ee06-8d3b-4123-999f-3fd3b16cc883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (32093a84-67bc-437a-a57b-bca70a817793), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.173677 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6014ee06-8d3b-4123-999f-3fd3b16cc883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.174915 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6014ee06-8d3b-4123-999f-3fd3b16cc883 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/32093a84-67bc-437a-a57b-bca70a817793 HTTP/1.1" status: 204 len: 168 time: 0.1809366 Sep 15 12:59:31.176871 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 12:59:31.185759 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014ee06-8d3b-4123-999f-3fd3b16cc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32093a84-67bc-437a-a57b-bca70a817793,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:31.248535 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bec38-c241-4011-821e-73e4615c5daa req-52571ec9-57f9-4e25-8e4c-b3f0572c1fdd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:31.256294 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5d1bec38-c241-4011-821e-73e4615c5daa req-52571ec9-57f9-4e25-8e4c-b3f0572c1fdd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.3460102 Sep 15 12:59:31.315685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 12:59:31.324391 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 12:59:31.325027 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.325637 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 12:59:31.333060 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42870) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:31.342141 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7db19ebe-63eb-4e48-a1c4-312d9fa2de32 req-deab2607-d14f-432e-bfd2-0f8c23415a26 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806819 Sep 15 12:59:31.350466 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ad12011-1d48-4b37-baeb-74aa8ae04fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.375428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:31.397373 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d5589ad6-db72-4681-a0a4-43c1c5f5d2af req-6aeba49b-a08f-41d1-80cc-33afdbdae684 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524030 Sep 15 12:59:31.402672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.db.resource_extend [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 15 12:59:31.438554 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 12:59:31.439751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.465420 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ad12011-1d48-4b37-baeb-74aa8ae04fcb admin admin] Publish callbacks [] for security_group (6dec9caa-a88a-47b5-bb75-19727e6d55be), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.471096 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5d1bec38-c241-4011-821e-73e4615c5daa req-bbb25b32-7d7a-4ea9-bfa9-5b3b4e6201b4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136149 Sep 15 12:59:31.473083 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ad12011-1d48-4b37-baeb-74aa8ae04fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6dec9caa-a88a-47b5-bb75-19727e6d55be), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.489203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:31.503689 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.533556 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2ad12011-1d48-4b37-baeb-74aa8ae04fcb admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7024c81bb6ca45e8a814c469b13b1cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994061 Sep 15 12:59:31.534713 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.536250 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42874) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:31.547598 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (efa2a613-5331-454e-84f8-aace4c65cbea), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.577028 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:31.592645 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad12011-1d48-4b37-baeb-74aa8ae04fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec9caa-a88a-47b5-bb75-19727e6d55be,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:31.603581 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7a51-8217-49fb-8f54-8ceaa37a848f req-7ed0e849-c3c4-40d2-ab4e-41f20ffd084d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:31.610345 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ec9b7a51-8217-49fb-8f54-8ceaa37a848f req-7ed0e849-c3c4-40d2-ab4e-41f20ffd084d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0682068 Sep 15 12:59:31.636550 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:31.655233 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ec9b7a51-8217-49fb-8f54-8ceaa37a848f req-6cb28bdd-51cc-4fa8-a23a-a59690f5f8ef tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Sep 15 12:59:31.691217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Publish callbacks [] for security_group (6dec9caa-a88a-47b5-bb75-19727e6d55be), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.707914 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP efa2a613-5331-454e-84f8-aace4c65cbea associated. External IP: 172.27.1.107, port: 15fae3ac-3d15-4151-bd85-4686ea0f64b1. Sep 15 12:59:31.722066 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:31.724670 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7211b6-8b54-4166-863d-4cb778d3a475" -d '{"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:31.750626 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Publish callbacks [] for security_group (6dec9caa-a88a-47b5-bb75-19727e6d55be), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.765470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d0467-e526-40b5-b619-1963f94977b5 x-openstack-request-id: req-0f6d0467-e526-40b5-b619-1963f94977b5 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:31.765800 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:31.766065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f6d0467-e526-40b5-b619-1963f94977b5 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:31.766471 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6d0467-e526-40b5-b619-1963f94977b5'] response: {'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'code': 200} Sep 15 12:59:31.786055 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42880) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:31.803268 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-82587141-7ed1-46e6-a523-8fa23ca20d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.857029 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6dec9caa-a88a-47b5-bb75-19727e6d55be), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.859552 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:31.863205 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6dec9caa-a88a-47b5-bb75-19727e6d55be HTTP/1.1" status: 204 len: 168 time: 0.3236275 Sep 15 12:59:31.906854 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec9caa-a88a-47b5-bb75-19727e6d55be,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:31.918328 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.918713 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.919180 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.919588 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.920441 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.920441 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.920735 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.921094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.921437 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.921758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.922080 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.922413 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.922708 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.923038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.923336 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca741eb-d5fc-442b-a3ff-992ab47f3370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 12:59:31.928171 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:31.964496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3e8e0-dffe-4411-8428-52f70a1e3a17 req-3fbb8f03-14c4-4dee-ac1b-e4a8cf26bafe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:31.979358 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5ae3e8e0-dffe-4411-8428-52f70a1e3a17 req-3fbb8f03-14c4-4dee-ac1b-e4a8cf26bafe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.1133025 Sep 15 12:59:32.000949 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:59:32.032374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-82587141-7ed1-46e6-a523-8fa23ca20d6d admin admin] Publish callbacks [] for security_group (badc2174-a841-4600-9ed3-5d5ccbea291d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.039565 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-82587141-7ed1-46e6-a523-8fa23ca20d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (badc2174-a841-4600-9ed3-5d5ccbea291d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.119394 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5ae3e8e0-dffe-4411-8428-52f70a1e3a17 req-7c70cbaf-73fe-4415-a3c4-cdcc9f186685 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170897 Sep 15 12:59:32.132494 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-82587141-7ed1-46e6-a523-8fa23ca20d6d admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8b572f4156194195938b51ffb8be19c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450239 Sep 15 12:59:32.136624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42892) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:32.143551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82587141-7ed1-46e6-a523-8fa23ca20d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badc2174-a841-4600-9ed3-5d5ccbea291d,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:32.173665 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:59:32.178820 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.188931 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:59:32.204713 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:59:32.205337 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:32.209544 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b3afbe7d-e6be-4b4f-b8b6-a078ab525610 admin admin] Publish callbacks [] for security_group (badc2174-a841-4600-9ed3-5d5ccbea291d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.238026 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b3afbe7d-e6be-4b4f-b8b6-a078ab525610 admin admin] Publish callbacks [] for security_group (badc2174-a841-4600-9ed3-5d5ccbea291d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.256394 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4ff5e186-061a-46cc-a127-f9d83ebc7336 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/efa2a613-5331-454e-84f8-aace4c65cbea HTTP/1.1" status: 200 len: 991 time: 2.1770761 Sep 15 12:59:32.262134 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:32.268198 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf377d-a2d0-4762-9946-e437a54da46c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:32.309815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b3afbe7d-e6be-4b4f-b8b6-a078ab525610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (badc2174-a841-4600-9ed3-5d5ccbea291d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.313393 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b3afbe7d-e6be-4b4f-b8b6-a078ab525610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.314641 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b3afbe7d-e6be-4b4f-b8b6-a078ab525610 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/badc2174-a841-4600-9ed3-5d5ccbea291d HTTP/1.1" status: 204 len: 168 time: 0.1768510 Sep 15 12:59:32.332764 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afbe7d-e6be-4b4f-b8b6-a078ab525610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badc2174-a841-4600-9ed3-5d5ccbea291d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:32.340958 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:59:32.351569 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6305422b-d09d-4bc1-9d17-65ff069bbe1c x-openstack-request-id: req-6305422b-d09d-4bc1-9d17-65ff069bbe1c {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:32.352108 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:32.352995 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6305422b-d09d-4bc1-9d17-65ff069bbe1c {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:32.353971 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6305422b-d09d-4bc1-9d17-65ff069bbe1c'] response: {'name': 'network-changed', 'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'status': 'completed', 'code': 200} Sep 15 12:59:32.440688 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42904) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:32.459791 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee7d-d2bf-437b-b689-440b30751f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.558941 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42908) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:32.593669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee7d-d2bf-437b-b689-440b30751f3e admin admin] Publish callbacks [] for security_group (693a6eb2-0b27-44b3-894a-7f5de86fb0da), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.624613 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8e85ee7d-d2bf-437b-b689-440b30751f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (693a6eb2-0b27-44b3-894a-7f5de86fb0da), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.650908 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:32.684356 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aa28c-8c03-4e83-8b7b-b24b44d5ca82 req-d5241110-3605-4afb-8a06-7c48f1d00912 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:32.685912 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6a5aa28c-8c03-4e83-8b7b-b24b44d5ca82 req-d5241110-3605-4afb-8a06-7c48f1d00912 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.1109209 Sep 15 12:59:32.696847 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-8e85ee7d-d2bf-437b-b689-440b30751f3e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d01458cb54714b59ae476c24dba1017d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524393 Sep 15 12:59:32.697750 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42916) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:32.734089 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ee7d-d2bf-437b-b689-440b30751f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a6eb2-0b27-44b3-894a-7f5de86fb0da,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:32.767492 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6a5aa28c-8c03-4e83-8b7b-b24b44d5ca82 req-4a448b8f-dead-4b58-8bc3-733bf16c2077 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722592 Sep 15 12:59:32.816703 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:31Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:32.854736 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:59:32.864909 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:59:32.865602 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:32.870207 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:32.874150 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-89c1e72a-f45c-4e79-8d78-4c14f0c89a15 admin admin] Publish callbacks [] for security_group (693a6eb2-0b27-44b3-894a-7f5de86fb0da), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.911488 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88981-39b6-49aa-a629-6e2c1c55e83c req-f1640a56-a4a2-4664-b21b-ea42cd72afe5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:32.913142 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-efb88981-39b6-49aa-a629-6e2c1c55e83c req-f1640a56-a4a2-4664-b21b-ea42cd72afe5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0759964 Sep 15 12:59:32.914347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f2f363d6-60ac-4aa2-822b-46ef1822ce94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.915905 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-89c1e72a-f45c-4e79-8d78-4c14f0c89a15 admin admin] Publish callbacks [] for security_group (693a6eb2-0b27-44b3-894a-7f5de86fb0da), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.943589 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42918) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:32.984421 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-efe3efbb-63ed-40fb-b462-f79624d4b772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:32.992112 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:59:33.031748 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-efb88981-39b6-49aa-a629-6e2c1c55e83c req-05ea6845-64d2-4cc1-adcf-e31107cd8b76 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082320 Sep 15 12:59:33.034501 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f2f363d6-60ac-4aa2-822b-46ef1822ce94 admin admin] Publish callbacks [] for security_group (79525426-fca0-4686-a433-f20c258ade29), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.043457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f2f363d6-60ac-4aa2-822b-46ef1822ce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (79525426-fca0-4686-a433-f20c258ade29), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.074722 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-89c1e72a-f45c-4e79-8d78-4c14f0c89a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (693a6eb2-0b27-44b3-894a-7f5de86fb0da), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.085269 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-89c1e72a-f45c-4e79-8d78-4c14f0c89a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.085269 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-89c1e72a-f45c-4e79-8d78-4c14f0c89a15 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/693a6eb2-0b27-44b3-894a-7f5de86fb0da HTTP/1.1" status: 204 len: 168 time: 0.3789475 Sep 15 12:59:33.103840 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:33.124605 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e72a-f45c-4e79-8d78-4c14f0c89a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a6eb2-0b27-44b3-894a-7f5de86fb0da,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:33.143155 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42926) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:33.144236 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f2f363d6-60ac-4aa2-822b-46ef1822ce94 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=afbfd0aa7639400dbde19d8b561e482e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836651 Sep 15 12:59:33.148296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f363d6-60ac-4aa2-822b-46ef1822ce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79525426-fca0-4686-a433-f20c258ade29,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:33.207410 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-efe3efbb-63ed-40fb-b462-f79624d4b772 admin admin] Publish callbacks [] for security_group (d6553de2-c754-4dbd-80c7-5eb10b11cf77), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.241996 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-efe3efbb-63ed-40fb-b462-f79624d4b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d6553de2-c754-4dbd-80c7-5eb10b11cf77), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.269201 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be1ad5-8a76-4ebd-b570-e6ec3d08285c req-a7461d10-072f-4d31-b8e7-9c31f4a2e5c0 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:33.271697 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8be1ad5-8a76-4ebd-b570-e6ec3d08285c req-a7461d10-072f-4d31-b8e7-9c31f4a2e5c0 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0844173 Sep 15 12:59:33.282693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 42930) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:33.291485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'floatingip': {'port_id': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:33.297255 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3efbb-63ed-40fb-b462-f79624d4b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6553de2-c754-4dbd-80c7-5eb10b11cf77,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:33.351364 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-efe3efbb-63ed-40fb-b462-f79624d4b772 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=b0f6418bf1054a47a90b18471943770b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992324 Sep 15 12:59:33.354380 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42932) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:33.381478 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (3fe1c540-8c22-4fd4-9968-457eeb1afafb), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.389974 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d5f42-7879-4660-9141-5a426dd2e392 req-cf6128cd-792f-4cd8-a927-dbff8b6f324b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:33.392012 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6d8d5f42-7879-4660-9141-5a426dd2e392 req-cf6128cd-792f-4cd8-a927-dbff8b6f324b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.1508000 Sep 15 12:59:33.395265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c62b-3fd2-449b-b077-142a050eeef3 admin admin] Publish callbacks [] for security_group (79525426-fca0-4686-a433-f20c258ade29), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.421510 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:31Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:33.451048 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbfe33-8dbd-426e-ae94-5ea66318a127 None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:31Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:59:33.454605 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c62b-3fd2-449b-b077-142a050eeef3 admin admin] Publish callbacks [] for security_group (79525426-fca0-4686-a433-f20c258ade29), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.520319 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=13 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:33.526091 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06fc74f6-bd3f-4795-95b3-7542c145a8b3 admin admin] Publish callbacks [] for security_group (d6553de2-c754-4dbd-80c7-5eb10b11cf77), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.549255 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6d8d5f42-7879-4660-9141-5a426dd2e392 req-12d2b5e1-f666-4537-98b3-23b0eea00e72 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483536 Sep 15 12:59:33.560827 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06fc74f6-bd3f-4795-95b3-7542c145a8b3 admin admin] Publish callbacks [] for security_group (d6553de2-c754-4dbd-80c7-5eb10b11cf77), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.581867 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c62b-3fd2-449b-b077-142a050eeef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (79525426-fca0-4686-a433-f20c258ade29), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.584560 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c62b-3fd2-449b-b077-142a050eeef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.589784 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c7d9c62b-3fd2-449b-b077-142a050eeef3 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/79525426-fca0-4686-a433-f20c258ade29 HTTP/1.1" status: 204 len: 168 time: 0.4452555 Sep 15 12:59:33.624807 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9c62b-3fd2-449b-b077-142a050eeef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79525426-fca0-4686-a433-f20c258ade29,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:33.662156 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06fc74f6-bd3f-4795-95b3-7542c145a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d6553de2-c754-4dbd-80c7-5eb10b11cf77), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.666035 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06fc74f6-bd3f-4795-95b3-7542c145a8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:33.669976 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-06fc74f6-bd3f-4795-95b3-7542c145a8b3 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d6553de2-c754-4dbd-80c7-5eb10b11cf77 HTTP/1.1" status: 204 len: 168 time: 0.3097804 Sep 15 12:59:33.678480 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc74f6-bd3f-4795-95b3-7542c145a8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6553de2-c754-4dbd-80c7-5eb10b11cf77,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:33.814047 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b3bf0a-af8f-42f8-b96b-3520d25363c1 None None] New status for floating IP efa2a613-5331-454e-84f8-aace4c65cbea: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 12:59:34.205304 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba31eaf-e2ad-461d-ab89-c5a639d540f5 req-c92114d3-5e02-4310-9fcd-410364036c95 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:34.208732 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0ba31eaf-e2ad-461d-ab89-c5a639d540f5 req-c92114d3-5e02-4310-9fcd-410364036c95 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.3022065 Sep 15 12:59:34.254190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.282776 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (3fe1c540-8c22-4fd4-9968-457eeb1afafb), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.313081 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42962) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:34.328421 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9d575241-7629-4767-8a2e-70c8022ba0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.465124 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:34.486490 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9d575241-7629-4767-8a2e-70c8022ba0d6 admin admin] Publish callbacks [] for security_group (422da132-bb08-40ff-a3a3-7c6e8f31da86), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.492099 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9d575241-7629-4767-8a2e-70c8022ba0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (422da132-bb08-40ff-a3a3-7c6e8f31da86), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.548131 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-9d575241-7629-4767-8a2e-70c8022ba0d6 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f0243b53f19743b186d0e042c7f4474b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340024 Sep 15 12:59:34.550653 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 42970) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:34.577765 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d575241-7629-4767-8a2e-70c8022ba0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422da132-bb08-40ff-a3a3-7c6e8f31da86,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:34.639865 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0ba31eaf-e2ad-461d-ab89-c5a639d540f5 req-600c7d95-45b5-4c93-96fd-33f6930fdcef tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085114 Sep 15 12:59:34.676533 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6859b61-e264-47f3-9689-e520b073ba27 admin admin] Publish callbacks [] for security_group (422da132-bb08-40ff-a3a3-7c6e8f31da86), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.720027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:34.722844 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6859b61-e264-47f3-9689-e520b073ba27 admin admin] Publish callbacks [] for security_group (422da132-bb08-40ff-a3a3-7c6e8f31da86), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.738989 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Floating IP 3fe1c540-8c22-4fd4-9968-457eeb1afafb associated. External IP: 172.27.1.36, port: 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f. Sep 15 12:59:34.822015 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:34.852339 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdf8e1-61d6-4f86-8748-a80327b4605e req-b9d56be0-004a-4fe1-8c98-4636832c6f3e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:34.854072 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-06cdf8e1-61d6-4f86-8748-a80327b4605e req-b9d56be0-004a-4fe1-8c98-4636832c6f3e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.1534801 Sep 15 12:59:34.904920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6859b61-e264-47f3-9689-e520b073ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (422da132-bb08-40ff-a3a3-7c6e8f31da86), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.907715 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6859b61-e264-47f3-9689-e520b073ba27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:34.908893 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e6859b61-e264-47f3-9689-e520b073ba27 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/422da132-bb08-40ff-a3a3-7c6e8f31da86 HTTP/1.1" status: 204 len: 168 time: 0.3571372 Sep 15 12:59:34.928262 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6859b61-e264-47f3-9689-e520b073ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422da132-bb08-40ff-a3a3-7c6e8f31da86,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:34.944627 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-06cdf8e1-61d6-4f86-8748-a80327b4605e req-4021ab8e-4f0f-4269-9319-462f2c0ebc00 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739667 Sep 15 12:59:35.066413 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf377d-a2d0-4762-9946-e437a54da46c req-9825079b-33a2-4d74-b8e1-985e3599826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:35.069769 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-9825079b-33a2-4d74-b8e1-985e3599826a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 1129 time: 0.0778282 Sep 15 12:59:35.128024 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:59:35.279928 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:59:35.293322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:59:35.293957 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:35.315510 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=86 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:35.319794 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:59:35.320428 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:35.333922 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2ec54cd5-dc73-4ea8-b319-ace358582d8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/3fe1c540-8c22-4fd4-9968-457eeb1afafb HTTP/1.1" status: 200 len: 990 time: 2.0501530 Sep 15 12:59:35.334754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:35.337485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea832d44-6b63-47fd-9fb0-d23af634210b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:35.387896 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc15857-05b7-40bb-8b80-35f53f8b75fd x-openstack-request-id: req-9bc15857-05b7-40bb-8b80-35f53f8b75fd {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:35.388289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:35.388608 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9bc15857-05b7-40bb-8b80-35f53f8b75fd {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:35.389069 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc15857-05b7-40bb-8b80-35f53f8b75fd'] response: {'name': 'network-changed', 'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'status': 'completed', 'code': 200} Sep 15 12:59:35.464602 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:59:35.618642 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:35.719113 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '3fe1c540-8c22-4fd4-9968-457eeb1afafb', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'port_id': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:45Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:35.751116 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:59:35.761205 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-65b75f61-15fb-4f58-a1c3-cd2423d32cd9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842135 Sep 15 12:59:35.765693 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:59:35.766373 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:35.819699 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1636b84-1bee-40c5-b359-9d0a5c00b964 req-bbd734b4-e4c0-4634-9c52-179653a538a1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:35.821878 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b1636b84-1bee-40c5-b359-9d0a5c00b964 req-bbd734b4-e4c0-4634-9c52-179653a538a1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0754609 Sep 15 12:59:35.900594 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b1636b84-1bee-40c5-b359-9d0a5c00b964 req-060330e4-0e4d-4d42-81ec-233ee8126608 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715981 Sep 15 12:59:35.906110 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:59:36.097452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651a2f1-0315-47d4-b280-2e710ea064cc req-9cf57afe-1650-4de8-9862-708186cd49b5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.101594 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e651a2f1-0315-47d4-b280-2e710ea064cc req-9cf57afe-1650-4de8-9862-708186cd49b5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0647199 Sep 15 12:59:36.189463 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '3fe1c540-8c22-4fd4-9968-457eeb1afafb', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'port_id': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:45Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:36.218016 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ea3ec-1c05-47bd-a84f-9336c61b5d30 None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '3fe1c540-8c22-4fd4-9968-457eeb1afafb', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'port_id': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:45Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:59:36.307499 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e651a2f1-0315-47d4-b280-2e710ea064cc req-a994b969-915a-4034-913a-82e284fdc406 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033122 Sep 15 12:59:36.330218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d66e8-dc5f-4976-82b6-d2e058196abd req-930cbd40-a901-421d-bee4-2a09cf71ed87 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.340012 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b58d66e8-dc5f-4976-82b6-d2e058196abd req-930cbd40-a901-421d-bee4-2a09cf71ed87 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0925405 Sep 15 12:59:36.371318 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd64a-a755-42e2-b4ec-4836f64b94c9 req-6a6194ab-ac49-499d-9f1b-e5f81ec70907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.372942 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4cebd64a-a755-42e2-b4ec-4836f64b94c9 req-6a6194ab-ac49-499d-9f1b-e5f81ec70907 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1129 time: 0.1791017 Sep 15 12:59:36.422983 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b58d66e8-dc5f-4976-82b6-d2e058196abd req-b4325b1c-4023-46a4-9c58-c32b57297fe5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816693 Sep 15 12:59:36.449251 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf377d-a2d0-4762-9946-e437a54da46c req-82c44105-ce68-4204-a7bd-3b70c9806bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.451467 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-82c44105-ce68-4204-a7bd-3b70c9806bb8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.2792830 Sep 15 12:59:36.707075 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-3f364d26-a8c8-45d6-846f-16d0099f6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.710356 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-3f364d26-a8c8-45d6-846f-16d0099f6539 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1129 time: 0.2006068 Sep 15 12:59:36.728198 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-b373c0de-57e5-4291-b17d-c6b1f6c677c4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 200 len: 1001 time: 0.2319782 Sep 15 12:59:36.728953 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:36.731774 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378da6f0-e121-4794-b93a-08f947b70e30 req-96274c5c-a0ca-4e32-a237-c4b09c57ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.733327 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-96274c5c-a0ca-4e32-a237-c4b09c57ce40 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 1130 time: 0.0909939 Sep 15 12:59:36.743999 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:36.755682 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-494a451c-2ba0-4930-af63-eb9e07841eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.765061 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-494a451c-2ba0-4930-af63-eb9e07841eea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dc2cd7163bd9476891dfe836246ead22&device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 1130 time: 0.1893389 Sep 15 12:59:36.872131 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4cebd64a-a755-42e2-b4ec-4836f64b94c9 req-208cf99c-f341-4842-8de6-f49c55421ea2 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3699286 Sep 15 12:59:36.885733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378da6f0-e121-4794-b93a-08f947b70e30 req-049781c0-1888-4d49-9406-9af54d64fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:36.887422 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-049781c0-1888-4d49-9406-9af54d64fd1e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.1400974 Sep 15 12:59:37.011468 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-738d1e0a-130e-49b5-870d-a5033ec47dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:37.013810 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-738d1e0a-130e-49b5-870d-a5033ec47dfe service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=57460050-fc7b-4d9c-8842-e197dec4e8b7 HTTP/1.1" status: 200 len: 912 time: 0.1254179 Sep 15 12:59:37.207961 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:37.226356 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf377d-a2d0-4762-9946-e437a54da46c req-6443a6fb-8c27-4f0f-932f-fec5508ce7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:37.227781 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-6443a6fb-8c27-4f0f-932f-fec5508ce7cf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.4447665 Sep 15 12:59:37.239365 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-7118ed40-6024-4944-9f99-b258c9431a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:37.240889 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-7118ed40-6024-4944-9f99-b258c9431a0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.5110216 Sep 15 12:59:37.347070 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6073b0c-89e2-4220-84c3-e7d53d219eb1 None None] New status for floating IP 3fe1c540-8c22-4fd4-9968-457eeb1afafb: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 12:59:37.462306 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-7c6cfbf3-0ad9-4495-9be0-ae0360824147 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0829520 Sep 15 12:59:37.505631 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-b90a42fa-c1ff-4ad7-830b-0e38910bd4b6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1b7b694-7f38-474e-8781-153677c9fb5b HTTP/1.1" status: 200 len: 217 time: 0.1175172 Sep 15 12:59:37.522065 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf377d-a2d0-4762-9946-e437a54da46c req-f391f64e-b451-4834-82a1-ab3e2a657783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:37.524025 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-f391f64e-b451-4834-82a1-ab3e2a657783 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1459761 Sep 15 12:59:37.546619 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306ef20-6b85-440b-968a-d50fcb35e142 req-54b39b00-abda-4818-958c-b8bd05c888b6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:37.553179 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c306ef20-6b85-440b-968a-d50fcb35e142 req-54b39b00-abda-4818-958c-b8bd05c888b6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.1235776 Sep 15 12:59:37.557363 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-ebcc96e3-a0ad-4be8-a1eb-4a2a734f4fd1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 998 time: 0.1780751 Sep 15 12:59:37.625206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4f657-d6ab-4b17-b7ef-9785d00e5ff2 req-cd85972c-1bdf-43d3-bde8-2b5348358322 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:37.626771 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dca4f657-d6ab-4b17-b7ef-9785d00e5ff2 req-cd85972c-1bdf-43d3-bde8-2b5348358322 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0857730 Sep 15 12:59:37.644957 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c306ef20-6b85-440b-968a-d50fcb35e142 req-2b360797-a3db-4bba-a7a5-80424f4beaeb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907056 Sep 15 12:59:37.695922 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dca4f657-d6ab-4b17-b7ef-9785d00e5ff2 req-278cb6da-27eb-42a1-81fe-be2205745c41 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506124 Sep 15 12:59:38.123788 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:38.155965 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:38.158164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-b79d8b38-c13b-4068-96f2-efbb91c0616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.159821 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-b79d8b38-c13b-4068-96f2-efbb91c0616e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=54f648f2-a47b-4d81-8ea2-91882e3ab6c6 HTTP/1.1" status: 200 len: 850 time: 0.0692790 Sep 15 12:59:38.209031 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-8d76c914-66ff-49e7-afa4-b81d5b09c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.210492 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-8d76c914-66ff-49e7-afa4-b81d5b09c15f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.1064239 Sep 15 12:59:38.222541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43112) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:38.247209 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378da6f0-e121-4794-b93a-08f947b70e30 req-9b101a12-4873-4f04-8c58-20a3c7863197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.248707 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-9b101a12-4873-4f04-8c58-20a3c7863197 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.1569939 Sep 15 12:59:38.251625 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-0d7037ea-4424-427e-b8d6-49ddc55ed040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.253046 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-0d7037ea-4424-427e-b8d6-49ddc55ed040 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=57460050-fc7b-4d9c-8842-e197dec4e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646977 Sep 15 12:59:38.259197 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-331d26f0-ae55-4014-a1a8-72693e59dc3b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686528 Sep 15 12:59:38.266447 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-ff599d72-223d-4eb0-9e46-c8cc88d99a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.268129 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-ff599d72-223d-4eb0-9e46-c8cc88d99a30 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493786 Sep 15 12:59:38.363923 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378da6f0-e121-4794-b93a-08f947b70e30 req-4a75419a-11ab-4af1-8d27-f5d7c667772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.365437 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-4a75419a-11ab-4af1-8d27-f5d7c667772c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0997288 Sep 15 12:59:38.366139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8b58966a-fa9d-435d-9249-4c64beeae2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.479124 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-f8496f7b-c94f-4cdf-88ec-e8c5ea20c9c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638436 Sep 15 12:59:38.480866 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-c99c3877-f520-44ab-98f4-467c669564b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645195 Sep 15 12:59:38.496865 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-bfc840c9-e2dd-4c19-bddc-3b4699f9ce68 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223477 Sep 15 12:59:38.543187 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-2111b16e-3278-44fc-811c-c3795f5aa816 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673725 Sep 15 12:59:38.556479 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8b58966a-fa9d-435d-9249-4c64beeae2e0 admin admin] Publish callbacks [] for security_group (7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.560064 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-8b58966a-fa9d-435d-9249-4c64beeae2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.598862 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-8b58966a-fa9d-435d-9249-4c64beeae2e0 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=69bd0d830d944e0fbe9a2a6214482a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736727 Sep 15 12:59:38.599648 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58966a-fa9d-435d-9249-4c64beeae2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:38.601586 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43116) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:38.660433 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-71cb19d7-c42a-431d-8fca-e5e522871786 admin admin] Publish callbacks [] for security_group (7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.685146 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-71cb19d7-c42a-431d-8fca-e5e522871786 admin admin] Publish callbacks [] for security_group (7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.775577 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-71cb19d7-c42a-431d-8fca-e5e522871786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.778176 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-71cb19d7-c42a-431d-8fca-e5e522871786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:38.781760 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-71cb19d7-c42a-431d-8fca-e5e522871786 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a HTTP/1.1" status: 204 len: 168 time: 0.1762071 Sep 15 12:59:38.793341 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee13be-02f6-468c-ab4e-7430939c3ec2 req-89df670c-f2e3-497f-9321-baac62da36fe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.795417 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-08ee13be-02f6-468c-ab4e-7430939c3ec2 req-89df670c-f2e3-497f-9321-baac62da36fe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0711751 Sep 15 12:59:38.814854 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb19d7-c42a-431d-8fca-e5e522871786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a04b0d6-8e2f-4799-b1a1-aaf07e1f4f4a,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:38.861088 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23ab56-bc3a-4304-b198-c003c679f4c5 req-0676505f-1796-44e2-94a1-825246671e30 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:38.869454 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f23ab56-bc3a-4304-b198-c003c679f4c5 req-0676505f-1796-44e2-94a1-825246671e30 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0798342 Sep 15 12:59:38.877146 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-08ee13be-02f6-468c-ab4e-7430939c3ec2 req-10e44b09-1109-41ce-a70f-93f66649bb43 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716496 Sep 15 12:59:38.921312 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f23ab56-bc3a-4304-b198-c003c679f4c5 req-2df2108b-d8fa-40ba-b70d-b41e1707590d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504115 Sep 15 12:59:39.154463 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43138) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:39.167691 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0a7afd7a-49b1-4135-b657-98f9c0a088cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.179590 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:39.250317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0a7afd7a-49b1-4135-b657-98f9c0a088cb admin admin] Publish callbacks [] for security_group (489a6498-89a4-4cb3-b7b6-767a3a636903), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.254177 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0a7afd7a-49b1-4135-b657-98f9c0a088cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (489a6498-89a4-4cb3-b7b6-767a3a636903), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.294282 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0a7afd7a-49b1-4135-b657-98f9c0a088cb admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ee02adee47a4454e803ac859017e29ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387300 Sep 15 12:59:39.295378 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7afd7a-49b1-4135-b657-98f9c0a088cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a6498-89a4-4cb3-b7b6-767a3a636903,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:39.297076 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43140) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:39.342818 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:39.348715 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-da68ff85-bc09-41c2-a61d-861169338858 admin admin] Publish callbacks [] for security_group (489a6498-89a4-4cb3-b7b6-767a3a636903), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.370636 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-da68ff85-bc09-41c2-a61d-861169338858 admin admin] Publish callbacks [] for security_group (489a6498-89a4-4cb3-b7b6-767a3a636903), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.422418 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-da68ff85-bc09-41c2-a61d-861169338858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (489a6498-89a4-4cb3-b7b6-767a3a636903), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.427307 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-da68ff85-bc09-41c2-a61d-861169338858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:39.429377 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-da68ff85-bc09-41c2-a61d-861169338858 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/489a6498-89a4-4cb3-b7b6-767a3a636903 HTTP/1.1" status: 204 len: 168 time: 0.1305649 Sep 15 12:59:39.443231 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68ff85-bc09-41c2-a61d-861169338858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a6498-89a4-4cb3-b7b6-767a3a636903,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:39.525121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:39.581550 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-f808b307-ffae-4ed1-888f-9ec78625f813 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236737 Sep 15 12:59:39.635941 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-378da6f0-e121-4794-b93a-08f947b70e30 req-50548061-1e90-44e3-8850-7c2d3ba64e13 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786082 Sep 15 12:59:39.652079 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-62c1f835-2bde-4fe7-ac36-de2adb2f6741 req-328fdc0a-f430-4b2c-87e1-39bcbf1cd63f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966603 Sep 15 12:59:40.019963 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3b090-468c-4171-b254-4e896cad8981 req-bcafbb34-ad5f-407e-9196-c2735f95f6fb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:40.021719 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2af3b090-468c-4171-b254-4e896cad8981 req-bcafbb34-ad5f-407e-9196-c2735f95f6fb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0525761 Sep 15 12:59:40.054605 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba2a2-ebe6-41c2-9e70-babc6f085cc8 req-8be89f1b-7ef8-484d-8074-4ddfd95af4ca tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:40.056214 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-37cba2a2-ebe6-41c2-9e70-babc6f085cc8 req-8be89f1b-7ef8-484d-8074-4ddfd95af4ca tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0482972 Sep 15 12:59:40.099859 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2af3b090-468c-4171-b254-4e896cad8981 req-8431206a-2ed4-4673-bb43-1ca2b3f95bc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704567 Sep 15 12:59:40.145776 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-37cba2a2-ebe6-41c2-9e70-babc6f085cc8 req-43678300-640f-43a0-bf5b-293b4ee122c2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756476 Sep 15 12:59:40.252970 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda5e49-60fb-46b6-baa2-7215a3533400 req-f59a6b74-2806-4ac6-b1f8-2c7c7b7c5902 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:40.264727 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4fda5e49-60fb-46b6-baa2-7215a3533400 req-f59a6b74-2806-4ac6-b1f8-2c7c7b7c5902 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0636771 Sep 15 12:59:40.265875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43184) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:40.273793 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'floatingip': {'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 12:59:40.323686 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (592769f5-7538-4bac-b52b-b23f7ae75317), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.412087 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43190) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:40.667840 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d60209f8-b4c4-49ea-b4a4-04c6fa983198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.685723 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:40.759835 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d60209f8-b4c4-49ea-b4a4-04c6fa983198 admin admin] Publish callbacks [] for security_group (6a0f45cb-3579-403d-879d-4d9a01706ffb), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.770008 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d60209f8-b4c4-49ea-b4a4-04c6fa983198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6a0f45cb-3579-403d-879d-4d9a01706ffb), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.803525 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d60209f8-b4c4-49ea-b4a4-04c6fa983198 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7d25a012f3b0443d9c971e3e115ed724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903134 Sep 15 12:59:40.809818 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43204) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:40.846383 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60209f8-b4c4-49ea-b4a4-04c6fa983198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0f45cb-3579-403d-879d-4d9a01706ffb,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:40.871390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.879804 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (592769f5-7538-4bac-b52b-b23f7ae75317), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.882581 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a952db2c-2d82-4116-92fb-ada2671f0dcb admin admin] Publish callbacks [] for security_group (6a0f45cb-3579-403d-879d-4d9a01706ffb), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.882973 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:40.914542 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a952db2c-2d82-4116-92fb-ada2671f0dcb admin admin] Publish callbacks [] for security_group (6a0f45cb-3579-403d-879d-4d9a01706ffb), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.985895 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a952db2c-2d82-4116-92fb-ada2671f0dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6a0f45cb-3579-403d-879d-4d9a01706ffb), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.988517 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a952db2c-2d82-4116-92fb-ada2671f0dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:40.989725 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a952db2c-2d82-4116-92fb-ada2671f0dcb admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6a0f45cb-3579-403d-879d-4d9a01706ffb HTTP/1.1" status: 204 len: 168 time: 0.1790044 Sep 15 12:59:41.000416 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952db2c-2d82-4116-92fb-ada2671f0dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0f45cb-3579-403d-879d-4d9a01706ffb,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:41.030295 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Floating IP 592769f5-7538-4bac-b52b-b23f7ae75317 associated. External IP: 172.27.1.141, port: 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18. Sep 15 12:59:41.405722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7abc0-4355-4c7f-995d-e86683a840b0 req-24771c93-5cc0-464e-bfd5-cebf27373f33 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:41.407250 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9df7abc0-4355-4c7f-995d-e86683a840b0 req-24771c93-5cc0-464e-bfd5-cebf27373f33 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0872092 Sep 15 12:59:41.515561 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9df7abc0-4355-4c7f-995d-e86683a840b0 req-cac517de-d525-40e1-9a0e-87c2329aaa58 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008232 Sep 15 12:59:41.584798 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:41.623827 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Router 9930d0ac-2946-4003-8981-ac432633b7d5 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 12:59:41.818249 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 12:59:41.833933 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 12:59:41.839686 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:41.852169 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:59:41.853177 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:41.878994 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-27396a68-d282-45ab-a7c4-86e64587073e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/592769f5-7538-4bac-b52b-b23f7ae75317 HTTP/1.1" status: 200 len: 991 time: 1.6114297 Sep 15 12:59:41.879810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:41.883470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5947208b-7e74-430b-9741-51843bc95fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:41.938748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3770ce1-9c70-4a27-b678-2bdef5934000 x-openstack-request-id: req-c3770ce1-9c70-4a27-b678-2bdef5934000 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:41.939379 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:41.939705 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3770ce1-9c70-4a27-b678-2bdef5934000 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:41.940172 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3770ce1-9c70-4a27-b678-2bdef5934000'] response: {'name': 'network-changed', 'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'status': 'completed', 'code': 200} Sep 15 12:59:42.007141 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:59:42.260960 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:42.343711 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '592769f5-7538-4bac-b52b-b23f7ae75317', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'mac_address': 'fa:16:3e:b0:5d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:51Z', 'updated_at': '2022-09-15T12:59:40Z', 'revision_number': 1, 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:42.372193 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 12:59:42.381988 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 12:59:42.382706 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:42.496866 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 12:59:42.615990 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:42.657638 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a6053-6d44-42c2-982c-63300e728a24 req-10126b1a-ba4b-4385-b152-6471146ba0f9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:42.664678 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d64a6053-6d44-42c2-982c-63300e728a24 req-10126b1a-ba4b-4385-b152-6471146ba0f9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0559955 Sep 15 12:59:42.725205 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d64a6053-6d44-42c2-982c-63300e728a24 req-80703d41-5d5f-4564-85f0-703a92a87fa9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Sep 15 12:59:42.751575 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '592769f5-7538-4bac-b52b-b23f7ae75317', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'mac_address': 'fa:16:3e:b0:5d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:51Z', 'updated_at': '2022-09-15T12:59:40Z', 'revision_number': 1, 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 12:59:42.781097 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f8f67-f559-4fd1-8821-56a6f0d3f890 None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '592769f5-7538-4bac-b52b-b23f7ae75317', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'mac_address': 'fa:16:3e:b0:5d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:51Z', 'updated_at': '2022-09-15T12:59:40Z', 'revision_number': 1, 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 12:59:43.030209 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc7a7e-01ca-45f9-83c3-daee97094c12 None None] New status for floating IP 592769f5-7538-4bac-b52b-b23f7ae75317: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 12:59:43.076204 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:43.455712 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947208b-7e74-430b-9741-51843bc95fe4 req-8d713e2b-b951-4c97-8b28-ccb53c646f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:43.457257 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-8d713e2b-b951-4c97-8b28-ccb53c646f58 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1129 time: 0.0463090 Sep 15 12:59:43.850768 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4f173-f3f0-4ff4-bb76-2aaac4bfec47 req-dfb3953c-fc09-40db-9ae6-4a6e8cac1dcc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:43.852825 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-54b4f173-f3f0-4ff4-bb76-2aaac4bfec47 req-dfb3953c-fc09-40db-9ae6-4a6e8cac1dcc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0510337 Sep 15 12:59:43.903430 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-54b4f173-f3f0-4ff4-bb76-2aaac4bfec47 req-6cdb9bd8-3a66-406e-a407-3a1be77d1853 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Sep 15 12:59:44.020569 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947208b-7e74-430b-9741-51843bc95fe4 req-0c805d79-2193-4802-bdcd-43e50d3f51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:44.022668 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-0c805d79-2193-4802-bdcd-43e50d3f51c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0985274 Sep 15 12:59:44.143605 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-93d9369d-2298-4d3a-a2e2-6526c7255dde service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 200 len: 1001 time: 0.1020815 Sep 15 12:59:44.237790 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947208b-7e74-430b-9741-51843bc95fe4 req-38afb53d-a6a0-4e89-ba14-a3f936aa7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:44.239487 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-38afb53d-a6a0-4e89-ba14-a3f936aa7f75 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0667293 Sep 15 12:59:44.306180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947208b-7e74-430b-9741-51843bc95fe4 req-0b152b2f-b0a3-41ae-8b4b-2c20ca93f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:44.307908 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-0b152b2f-b0a3-41ae-8b4b-2c20ca93f9fb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498276 Sep 15 12:59:44.445434 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-0270677d-1841-4306-bcf3-73421263a77a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119587 Sep 15 12:59:44.509406 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43394) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:44.510861 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb50056-3eb1-4ce6-939f-de46fa4e1610 req-862b6352-2668-4d61-963f-969fa4000afa tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:44.512360 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fbb50056-3eb1-4ce6-939f-de46fa4e1610 req-862b6352-2668-4d61-963f-969fa4000afa tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0472820 Sep 15 12:59:44.559435 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fbb50056-3eb1-4ce6-939f-de46fa4e1610 req-2ab915a1-44e2-4d38-8e08-c77a02ec9fd9 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Sep 15 12:59:44.614312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:44.622958 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2e38-1030-4fd6-8f14-1d249186edb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.703730 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2e38-1030-4fd6-8f14-1d249186edb1 admin admin] Publish callbacks [] for security_group (0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.707315 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2e38-1030-4fd6-8f14-1d249186edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.747456 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-5a7c2e38-1030-4fd6-8f14-1d249186edb1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=5845f920233e4302838ce169f197eb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368097 Sep 15 12:59:44.748355 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c2e38-1030-4fd6-8f14-1d249186edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:44.751066 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43398) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:44.779899 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:44.804843 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2909fd69-a77e-4b41-8de2-9a617fd4a651 admin admin] Publish callbacks [] for security_group (0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.829947 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2909fd69-a77e-4b41-8de2-9a617fd4a651 admin admin] Publish callbacks [] for security_group (0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.878993 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2909fd69-a77e-4b41-8de2-9a617fd4a651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.882302 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2909fd69-a77e-4b41-8de2-9a617fd4a651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:44.887671 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-2909fd69-a77e-4b41-8de2-9a617fd4a651 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb HTTP/1.1" status: 204 len: 168 time: 0.1311967 Sep 15 12:59:44.900107 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909fd69-a77e-4b41-8de2-9a617fd4a651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f254300-d6b5-4b10-aa0e-f3fa6fe2a1eb,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:45.065364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91010a38-7e89-45fb-996a-2ed45efd719a req-eec7cdd4-545b-4816-acef-b908ebdba188 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:45.066934 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-91010a38-7e89-45fb-996a-2ed45efd719a req-eec7cdd4-545b-4816-acef-b908ebdba188 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0611756 Sep 15 12:59:45.126132 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:45.131718 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-91010a38-7e89-45fb-996a-2ed45efd719a req-e9501fd7-713a-486f-b156-c2e68c93e3e6 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585108 Sep 15 12:59:45.273035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43422) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:45.287258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bea394db-c1bb-487d-b436-73cadeb627ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.300012 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43424) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:45.377160 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bea394db-c1bb-487d-b436-73cadeb627ac admin admin] Publish callbacks [] for security_group (23e356ed-dd1d-41df-8216-303fa8726b95), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.380928 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bea394db-c1bb-487d-b436-73cadeb627ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (23e356ed-dd1d-41df-8216-303fa8726b95), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.421666 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea394db-c1bb-487d-b436-73cadeb627ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e356ed-dd1d-41df-8216-303fa8726b95,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:45.431250 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-bea394db-c1bb-487d-b436-73cadeb627ac admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=aca298ccf68c42088da646c81c87f2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551549 Sep 15 12:59:45.432906 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43428) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:45.501943 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6c348b81-938a-4c72-9a05-888705b56ebd admin admin] Publish callbacks [] for security_group (23e356ed-dd1d-41df-8216-303fa8726b95), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.504105 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-038615d4-de7a-4e9e-bba3-e220647e184f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.533504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6c348b81-938a-4c72-9a05-888705b56ebd admin admin] Publish callbacks [] for security_group (23e356ed-dd1d-41df-8216-303fa8726b95), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.611491 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6c348b81-938a-4c72-9a05-888705b56ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (23e356ed-dd1d-41df-8216-303fa8726b95), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.614250 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6c348b81-938a-4c72-9a05-888705b56ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.618470 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6c348b81-938a-4c72-9a05-888705b56ebd admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/23e356ed-dd1d-41df-8216-303fa8726b95 HTTP/1.1" status: 204 len: 168 time: 0.1815171 Sep 15 12:59:45.633118 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c348b81-938a-4c72-9a05-888705b56ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e356ed-dd1d-41df-8216-303fa8726b95,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:45.663750 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-038615d4-de7a-4e9e-bba3-e220647e184f admin admin] Publish callbacks [] for security_group (1c444738-fc45-42e6-aa2f-64eebdb7d248), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.669111 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-038615d4-de7a-4e9e-bba3-e220647e184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (1c444738-fc45-42e6-aa2f-64eebdb7d248), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.690125 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657db9db-773d-45b2-b628-7c3fca523bb2 req-622221a1-69e8-493d-952b-a7258b07b49f tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:45.697584 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-657db9db-773d-45b2-b628-7c3fca523bb2 req-622221a1-69e8-493d-952b-a7258b07b49f tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0560346 Sep 15 12:59:45.710337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038615d4-de7a-4e9e-bba3-e220647e184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c444738-fc45-42e6-aa2f-64eebdb7d248,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:45.716387 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-038615d4-de7a-4e9e-bba3-e220647e184f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e289e877b7d84af5bf86d34151b533e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153426 Sep 15 12:59:45.719057 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43434) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:45.744171 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-657db9db-773d-45b2-b628-7c3fca523bb2 req-ac6d965c-fad0-4f0f-9678-3a70ec199884 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Sep 15 12:59:45.757271 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:45.784541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b70b3e83-fae7-42ce-b42e-d5196a2c9b7b admin admin] Publish callbacks [] for security_group (1c444738-fc45-42e6-aa2f-64eebdb7d248), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.810561 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b70b3e83-fae7-42ce-b42e-d5196a2c9b7b admin admin] Publish callbacks [] for security_group (1c444738-fc45-42e6-aa2f-64eebdb7d248), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.863875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b70b3e83-fae7-42ce-b42e-d5196a2c9b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (1c444738-fc45-42e6-aa2f-64eebdb7d248), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.866556 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b70b3e83-fae7-42ce-b42e-d5196a2c9b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:45.868445 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b70b3e83-fae7-42ce-b42e-d5196a2c9b7b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/1c444738-fc45-42e6-aa2f-64eebdb7d248 HTTP/1.1" status: 204 len: 168 time: 0.1472390 Sep 15 12:59:45.877109 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b3e83-fae7-42ce-b42e-d5196a2c9b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c444738-fc45-42e6-aa2f-64eebdb7d248,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:46.194782 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43456) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:46.209373 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-585ea270-a960-4797-b2f7-4d249209e2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.213731 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:46.290483 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9eb75-0c1e-4d31-8b7a-87ea6d804be7 req-75ddfffe-1607-4bd8-95aa-c93bd60174a7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:46.292008 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8ce9eb75-0c1e-4d31-8b7a-87ea6d804be7 req-75ddfffe-1607-4bd8-95aa-c93bd60174a7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0630939 Sep 15 12:59:46.371633 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8ce9eb75-0c1e-4d31-8b7a-87ea6d804be7 req-8a235e8a-463d-4006-b5f2-41376c691b60 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719869 Sep 15 12:59:46.376181 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-585ea270-a960-4797-b2f7-4d249209e2cc admin admin] Publish callbacks [] for security_group (fd8d2a3f-19c3-4961-bd51-c56f41fc1dec), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.381177 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-585ea270-a960-4797-b2f7-4d249209e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (fd8d2a3f-19c3-4961-bd51-c56f41fc1dec), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.428086 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ea270-a960-4797-b2f7-4d249209e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d2a3f-19c3-4961-bd51-c56f41fc1dec,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:46.435344 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-585ea270-a960-4797-b2f7-4d249209e2cc admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3d53ff792aa644e9b6c5ccde431fe4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368126 Sep 15 12:59:46.435563 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43466) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:46.559485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0df8a0e1-4163-45b6-bf4c-3f2191a23cda admin admin] Publish callbacks [] for security_group (fd8d2a3f-19c3-4961-bd51-c56f41fc1dec), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.588176 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5947208b-7e74-430b-9741-51843bc95fe4 req-a9b1f4db-d41d-461b-8ef4-90efb4202e29 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313305 Sep 15 12:59:46.592646 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0df8a0e1-4163-45b6-bf4c-3f2191a23cda admin admin] Publish callbacks [] for security_group (fd8d2a3f-19c3-4961-bd51-c56f41fc1dec), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.646120 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0df8a0e1-4163-45b6-bf4c-3f2191a23cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (fd8d2a3f-19c3-4961-bd51-c56f41fc1dec), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.648889 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0df8a0e1-4163-45b6-bf4c-3f2191a23cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:46.650228 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0df8a0e1-4163-45b6-bf4c-3f2191a23cda admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/fd8d2a3f-19c3-4961-bd51-c56f41fc1dec HTTP/1.1" status: 204 len: 168 time: 0.2137203 Sep 15 12:59:46.664092 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8a0e1-4163-45b6-bf4c-3f2191a23cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d2a3f-19c3-4961-bd51-c56f41fc1dec,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:46.879228 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08ad67-66db-45cd-ae14-6ea66ba08ecc req-428545bb-98a3-4f37-942b-f23bdbc4f228 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:46.880796 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9a08ad67-66db-45cd-ae14-6ea66ba08ecc req-428545bb-98a3-4f37-942b-f23bdbc4f228 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0514479 Sep 15 12:59:46.940963 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9a08ad67-66db-45cd-ae14-6ea66ba08ecc req-12e21496-ef7f-4f57-a1d7-1bc7c4543f48 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528874 Sep 15 12:59:47.507870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4a7b-edde-4b9b-8507-d95fe205d266 req-316d66b8-a813-491c-8047-8fd8b1fe9fae tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:47.509555 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9a1d4a7b-edde-4b9b-8507-d95fe205d266 req-316d66b8-a813-491c-8047-8fd8b1fe9fae tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0541227 Sep 15 12:59:47.572001 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9a1d4a7b-edde-4b9b-8507-d95fe205d266 req-b75390cc-ffcc-4535-aec0-5d5e075f70b3 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567799 Sep 15 12:59:47.687726 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-afec3e0d-a1c0-4cd9-8590-7da73299f286 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:47.689223 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-afec3e0d-a1c0-4cd9-8590-7da73299f286 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0681088 Sep 15 12:59:47.815191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Deleting port e1b7b694-7f38-474e-8781-153677c9fb5b {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 12:59:47.815548 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:47.906121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:47.913534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] For port e1b7b694-7f38-474e-8781-153677c9fb5b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e1b7b694-7f38-474e-8781-153677c9fb5b,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 12:59:47.913975 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:47.939376 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Calling delete_port for e1b7b694-7f38-474e-8781-153677c9fb5b owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 12:59:48.019185 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:48.107404 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86ab7-0e75-4a9d-a4c5-461bc290f776 req-06c0847c-80b8-47bd-b5de-7435baf39711 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:48.109830 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-81c86ab7-0e75-4a9d-a4c5-461bc290f776 req-06c0847c-80b8-47bd-b5de-7435baf39711 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 946 time: 0.0774019 Sep 15 12:59:48.130121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (e1b7b694-7f38-474e-8781-153677c9fb5b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:48.165104 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Pushing event deleted for resources: {'Port': ['ID=e1b7b694-7f38-474e-8781-153677c9fb5b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 12:59:48.177341 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['e1b7b694-7f38-474e-8781-153677c9fb5b'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 12:59:48.205510 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-81c86ab7-0e75-4a9d-a4c5-461bc290f776 req-e2122f7e-f0b3-4c6b-8c38-4e0bfd178408 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f177c0ff-16d3-405a-808a-b7eb268e0584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889776 Sep 15 12:59:48.305817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] No DVR routers for this DVR port e1b7b694-7f38-474e-8781-153677c9fb5b on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 12:59:48.314898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:48.319224 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dbc20b17-a9bd-4b3b-8960-8a4142b46610 req-272b608c-6102-4f6a-8b97-de715e41eb92 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e1b7b694-7f38-474e-8781-153677c9fb5b HTTP/1.1" status: 204 len: 173 time: 0.6234105 Sep 15 12:59:48.319754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd7739a-69fe-4204-be18-f21e623d0992', 'name': 'network-vif-deleted', 'tag': 'e1b7b694-7f38-474e-8781-153677c9fb5b'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 12:59:48.322683 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac202ea-f489-4b05-870f-07861c607ac9" -d '{"events": [{"server_uuid": "9fd7739a-69fe-4204-be18-f21e623d0992", "name": "network-vif-deleted", "tag": "e1b7b694-7f38-474e-8781-153677c9fb5b"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 12:59:48.375839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084b774c-cf25-4619-a646-b5b977a25aba x-openstack-request-id: req-084b774c-cf25-4619-a646-b5b977a25aba {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 12:59:48.376378 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd7739a-69fe-4204-be18-f21e623d0992", "name": "network-vif-deleted", "tag": "e1b7b694-7f38-474e-8781-153677c9fb5b", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 12:59:48.376909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-084b774c-cf25-4619-a646-b5b977a25aba {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 12:59:48.377315 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084b774c-cf25-4619-a646-b5b977a25aba'] response: {'server_uuid': '9fd7739a-69fe-4204-be18-f21e623d0992', 'name': 'network-vif-deleted', 'tag': 'e1b7b694-7f38-474e-8781-153677c9fb5b', 'status': 'completed', 'code': 200} Sep 15 12:59:48.691859 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22154cb-b5d0-472a-8ff0-0ed144779927 req-bf724e0e-fd4d-429c-a9c1-12c0d99ec7f2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:48.693363 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d22154cb-b5d0-472a-8ff0-0ed144779927 req-bf724e0e-fd4d-429c-a9c1-12c0d99ec7f2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0458374 Sep 15 12:59:48.704801 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:48.742298 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d22154cb-b5d0-472a-8ff0-0ed144779927 req-77a48da9-41b9-4ecf-983d-c71f5c01d399 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Sep 15 12:59:49.356908 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f124c55-f655-4e03-84e7-d23c8680e69b req-9f1e5407-4f85-49fb-b0ac-3af170bfa14b tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.0306585 Sep 15 12:59:49.875495 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545c2b-2fe8-4cec-bd32-5d83ce6584cc req-d3dfbab3-c1d0-44af-b16a-07420983655f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:49.877105 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-27545c2b-2fe8-4cec-bd32-5d83ce6584cc req-d3dfbab3-c1d0-44af-b16a-07420983655f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0541637 Sep 15 12:59:49.925400 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-27545c2b-2fe8-4cec-bd32-5d83ce6584cc req-36ad3065-1d81-4795-9b68-a8b060c96adf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Sep 15 12:59:50.499164 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-709281bf-ed19-458f-a4e7-abc85714bb05 req-a3938ab2-535f-45aa-ac2c-7356c4992f10 tempest-DeleteServersTestJSON-1908783272 tempest-DeleteServersTestJSON-1908783272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9fd7739a-69fe-4204-be18-f21e623d0992 HTTP/1.1" status: 200 len: 210 time: 0.0528214 Sep 15 12:59:51.062046 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4106-85ff-4e97-a181-f50f3da9d4c7 req-e45d1713-7c4f-4157-b616-e874808ab89c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:51.063552 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eb7b4106-85ff-4e97-a181-f50f3da9d4c7 req-e45d1713-7c4f-4157-b616-e874808ab89c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0500033 Sep 15 12:59:51.112917 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eb7b4106-85ff-4e97-a181-f50f3da9d4c7 req-9bf00654-4e76-4ea2-be48-69715c4271ab tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Sep 15 12:59:51.349272 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e1b7b694-7f38-474e-8781-153677c9fb5b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 12:59:51.369832 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: e1b7b694-7f38-474e-8781-153677c9fb5b {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 12:59:51.370106 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e1b7b694-7f38-474e-8781-153677c9fb5b not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 12:59:52.233504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b7e8-842a-4fbd-a5ec-23af956e18d0 req-fc6024e4-e552-4960-a040-72ef50856c45 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:52.235014 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1fa3b7e8-842a-4fbd-a5ec-23af956e18d0 req-fc6024e4-e552-4960-a040-72ef50856c45 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0454552 Sep 15 12:59:52.288767 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1fa3b7e8-842a-4fbd-a5ec-23af956e18d0 req-1a931cd7-bb43-4cc5-9b16-9e2935d66427 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Sep 15 12:59:52.521481 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:52.535746 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0a5337ab-c0a2-4fb5-961d-5522bac69e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:52.755322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=16 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 12:59:53.408563 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e529a1b-ee14-4d30-a860-33518aa7a47e req-ecbab17e-afbe-4fc7-9e5a-ba883e79f971 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:53.409948 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9e529a1b-ee14-4d30-a860-33518aa7a47e req-ecbab17e-afbe-4fc7-9e5a-ba883e79f971 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0459514 Sep 15 12:59:53.459268 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9e529a1b-ee14-4d30-a860-33518aa7a47e req-6619ce08-0aa7-4bf1-bf1e-d2008e243480 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Sep 15 12:59:54.578020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15ea1-7e54-4249-8b75-6bcd08550308 req-2d785c16-4cf1-4857-bcc8-d940841a1320 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:54.579473 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-77b15ea1-7e54-4249-8b75-6bcd08550308 req-2d785c16-4cf1-4857-bcc8-d940841a1320 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0452955 Sep 15 12:59:54.628733 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-77b15ea1-7e54-4249-8b75-6bcd08550308 req-61efc854-0bcf-40ad-973b-095866e7aed4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Sep 15 12:59:54.708365 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9ed6-b371-4e39-a107-5a68cbde13c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:55.750759 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa947da-f722-47cb-ac1c-3ea7dd4b6255 req-f28d3674-f15c-4001-8f8f-351019b5de3a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:55.752227 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dfa947da-f722-47cb-ac1c-3ea7dd4b6255 req-f28d3674-f15c-4001-8f8f-351019b5de3a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Sep 15 12:59:55.800205 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dfa947da-f722-47cb-ac1c-3ea7dd4b6255 req-32d0985b-f5ef-4e27-835a-f91d9f2cd48c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Sep 15 12:59:56.105584 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:56.818875 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 12:59:56.921262 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1d76-a50d-464e-93be-b5be95a5d42b req-ba78c896-cf05-4e31-95b2-b696787b7e6e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:56.922699 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dfed1d76-a50d-464e-93be-b5be95a5d42b req-ba78c896-cf05-4e31-95b2-b696787b7e6e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0454054 Sep 15 12:59:56.969774 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dfed1d76-a50d-464e-93be-b5be95a5d42b req-8495091e-ac50-4d4b-aa59-0c7cdb77a592 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Sep 15 12:59:57.778744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:57.977815 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:58.091570 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d97a-1e8a-408a-8069-a72ffd3a2b6a req-eba35375-e2a6-4563-b8bb-a25fae9c6b6a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:58.098901 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9111d97a-1e8a-408a-8069-a72ffd3a2b6a req-eba35375-e2a6-4563-b8bb-a25fae9c6b6a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0535781 Sep 15 12:59:58.144026 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9111d97a-1e8a-408a-8069-a72ffd3a2b6a req-74696e48-da4b-4ac8-8aa4-62a590369436 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 Sep 15 12:59:59.262321 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eabb4-69b7-4239-b238-d2c34a506675 req-258f3707-0a5f-43aa-a269-e97bba1b60b2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 12:59:59.263818 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a1eabb4-69b7-4239-b238-d2c34a506675 req-258f3707-0a5f-43aa-a269-e97bba1b60b2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0461941 Sep 15 12:59:59.313201 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a1eabb4-69b7-4239-b238-d2c34a506675 req-7d977c13-2fd7-4a96-abc3-9e514c84ea89 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435839 Sep 15 12:59:59.348382 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43708) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 12:59:59.718290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (d7451ff7-9ae3-4363-9050-c87458e5f25a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 12:59:59.755902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:00.112929 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:00.204919 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Deleting port f70745a3-0bd3-4e13-b068-7bb83a80ebe8 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:00:00.205259 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:00.285900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] For port f70745a3-0bd3-4e13-b068-7bb83a80ebe8, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:00:00.286529 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:00.298993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Calling delete_port for f70745a3-0bd3-4e13-b068-7bb83a80ebe8 owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:00:00.458403 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f9ca-8a52-456c-a602-e1517fc1eea5 req-b0eb2adf-11f2-4be2-9918-5a3ea31194b2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:00.459876 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7e67f9ca-8a52-456c-a602-e1517fc1eea5 req-b0eb2adf-11f2-4be2-9918-5a3ea31194b2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0653429 Sep 15 13:00:00.546629 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7e67f9ca-8a52-456c-a602-e1517fc1eea5 req-74e2b684-3895-41e2-a138-49ddd6091a4f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799482 Sep 15 13:00:00.553737 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (f70745a3-0bd3-4e13-b068-7bb83a80ebe8), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:00.602429 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70745a3-0bd3-4e13-b068-7bb83a80ebe8,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:00.740706 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (d7451ff7-9ae3-4363-9050-c87458e5f25a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:00.827717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:00.942317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:00.947697 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Router d7451ff7-9ae3-4363-9050-c87458e5f25a has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:00:01.055262 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:00:01.060863 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-dbd227b6-6e77-4034-8713-e2d424df08f6 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d7451ff7-9ae3-4363-9050-c87458e5f25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115076 Sep 15 13:00:01.063404 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43722) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:01.066028 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] Sync routers for ids ['d7451ff7-9ae3-4363-9050-c87458e5f25a'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:00:01.076529 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] Routers {'d7451ff7-9ae3-4363-9050-c87458e5f25a'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:00:01.077208 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d7451ff7-9ae3-4363-9050-c87458e5f25a'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:01.163643 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks [] for router (d7451ff7-9ae3-4363-9050-c87458e5f25a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.178523 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] Set router d7451ff7-9ae3-4363-9050-c87458e5f25a gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:00:01.264193 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks [] for router_gateway (d7451ff7-9ae3-4363-9050-c87458e5f25a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.310948 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Deleting port 5bc8a061-e40d-4cba-93a0-709e162ba123 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:00:01.311555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.348254 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T13:00:00Z', 'revision_number': 5, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port': {'id': '5bc8a061-e40d-4cba-93a0-709e162ba123', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:01.377595 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] Checking router: d7451ff7-9ae3-4363-9050-c87458e5f25a for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:00:01.386252 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] Routers {'d7451ff7-9ae3-4363-9050-c87458e5f25a'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:00:01.386848 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T12:59:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d7451ff7-9ae3-4363-9050-c87458e5f25a'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:01.391819 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] For port 5bc8a061-e40d-4cba-93a0-709e162ba123, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5bc8a061-e40d-4cba-93a0-709e162ba123,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:00:01.392473 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.405547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Calling delete_port for 5bc8a061-e40d-4cba-93a0-709e162ba123 owned by network:router_gateway {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:00:01.468453 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] Set router d7451ff7-9ae3-4363-9050-c87458e5f25a gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:00:01.521256 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T13:00:01Z', 'revision_number': 6, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:01.546411 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff60737-6182-412f-b65f-1d8cc461207b None None] The sync data for ids ['d7451ff7-9ae3-4363-9050-c87458e5f25a'] in dv-cinder-836083-13-iscsi is: [{'id': 'd7451ff7-9ae3-4363-9050-c87458e5f25a', 'name': 'tempest-DeleteServersTestJSON-364424213-router', 'tenant_id': 'dc2cd7163bd9476891dfe836246ead22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:26Z', 'updated_at': '2022-09-15T13:00:01Z', 'revision_number': 6, 'project_id': 'dc2cd7163bd9476891dfe836246ead22', 'gw_port_host': None}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:00:01.581681 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (5bc8a061-e40d-4cba-93a0-709e162ba123), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.608476 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc8a061-e40d-4cba-93a0-709e162ba123,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:01.636723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:01.663403 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:01.675375 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (d7451ff7-9ae3-4363-9050-c87458e5f25a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.680762 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f3d83-d85e-44db-b5b2-be1c7886a606 req-eab15f88-56f2-4e3f-be99-ed5530cf6263 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:01.682315 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c69f3d83-d85e-44db-b5b2-be1c7886a606 req-eab15f88-56f2-4e3f-be99-ed5530cf6263 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0542336 Sep 15 13:00:01.731105 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c69f3d83-d85e-44db-b5b2-be1c7886a606 req-46f34133-4274-41b6-950c-fceee6c2f265 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Sep 15 13:00:01.776521 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (d7451ff7-9ae3-4363-9050-c87458e5f25a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.778700 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks [] for router_controller (d7451ff7-9ae3-4363-9050-c87458e5f25a), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.842891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (d7451ff7-9ae3-4363-9050-c87458e5f25a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.843417 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7451ff7-9ae3-4363-9050-c87458e5f25a {{(pid=106205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:00:01.848578 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.849565 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-653ce44e-00c1-4ab5-8ed7-5514e0379593 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/d7451ff7-9ae3-4363-9050-c87458e5f25a HTTP/1.1" status: 204 len: 168 time: 0.7852712 Sep 15 13:00:01.852028 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43728) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:01.897308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Deleting subnet 54f648f2-a47b-4d81-8ea2-91882e3ab6c6 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:00:01.900790 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Publish callbacks [] for subnet (54f648f2-a47b-4d81-8ea2-91882e3ab6c6), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:01.924896 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:01.937742 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (54f648f2-a47b-4d81-8ea2-91882e3ab6c6), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.052834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (54f648f2-a47b-4d81-8ea2-91882e3ab6c6), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.113916 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (54f648f2-a47b-4d81-8ea2-91882e3ab6c6), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.138428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f648f2-a47b-4d81-8ea2-91882e3ab6c6,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:02.144469 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.147911 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1cf1243d-8365-45ee-aaa0-7ca9ebc2924f admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/54f648f2-a47b-4d81-8ea2-91882e3ab6c6 HTTP/1.1" status: 204 len: 168 time: 0.2944567 Sep 15 13:00:02.150150 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a023c97-954c-4601-9232-7471ffb10e98 None None] Network 57460050-fc7b-4d9c-8842-e197dec4e8b7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:00:02.150903 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43736) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:02.227302 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (57460050-fc7b-4d9c-8842-e197dec4e8b7), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.272661 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Deleting port 5f6f0a77-054c-4074-8381-f86a72767b2d {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:00:02.273078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.314409 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] DHCP port deletion for 57460050-fc7b-4d9c-8842-e197dec4e8b7 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:00:02.342446 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] For port 5f6f0a77-054c-4074-8381-f86a72767b2d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5f6f0a77-054c-4074-8381-f86a72767b2d,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:00:02.343004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.355111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] Deleting port 5f6f0a77-054c-4074-8381-f86a72767b2d {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:00:02.355402 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.357435 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Calling delete_port for 5f6f0a77-054c-4074-8381-f86a72767b2d owned by network:dhcp {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:00:02.425705 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] For port 5f6f0a77-054c-4074-8381-f86a72767b2d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=5f6f0a77-054c-4074-8381-f86a72767b2d,segment=NetworkSegment(6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f),segment_id=6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:00:02.426098 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.439517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] Calling delete_port for 5f6f0a77-054c-4074-8381-f86a72767b2d owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:00:02.441156 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.467934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6f0a77-054c-4074-8381-f86a72767b2d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:02.469773 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] No DVR routers for this DVR port 5f6f0a77-054c-4074-8381-f86a72767b2d on host dv-cinder-836083-13-iscsi {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:00:02.543387 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (57460050-fc7b-4d9c-8842-e197dec4e8b7), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.561069 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (5f6f0a77-054c-4074-8381-f86a72767b2d), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.566228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57460050-fc7b-4d9c-8842-e197dec4e8b7']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:02.576992 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:02.577289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:00:02.579255 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] No DVR routers for this DVR port 5f6f0a77-054c-4074-8381-f86a72767b2d on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:00:02.586891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.597426 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30275a4-df4b-479e-a149-46efabd66373 None None] Pushing event deleted for resources: {'Port': ['ID=5f6f0a77-054c-4074-8381-f86a72767b2d,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:02.602996 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.614341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:00:02.614341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.656370 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f resource provider aggregate not found Sep 15 13:00:02.673993 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bbcd48c-3d1a-4bc9-9ee5-66ec7779686f found for delete ", "request_id": "req-8607b501-b4c9-49b3-9a41-dcbd39595608"}]} Sep 15 13:00:02.678326 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (57460050-fc7b-4d9c-8842-e197dec4e8b7), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.684134 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.687216 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/57460050-fc7b-4d9c-8842-e197dec4e8b7 HTTP/1.1" status: 204 len: 168 time: 0.5352676 Sep 15 13:00:02.688778 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:02.701719 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a55e48-09f3-4add-baf0-9cde5a019e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=57460050-fc7b-4d9c-8842-e197dec4e8b7,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:02.851915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5da76-f5bc-49dd-8a0c-16d8d18fda72 req-d4b5e059-191a-4495-9aaf-6fe270a98a74 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:02.853739 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d9a5da76-f5bc-49dd-8a0c-16d8d18fda72 req-d4b5e059-191a-4495-9aaf-6fe270a98a74 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0483863 Sep 15 13:00:02.863677 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43750) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:02.903561 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d9a5da76-f5bc-49dd-8a0c-16d8d18fda72 req-fa7e6322-a8f3-4e4f-b86c-590f161a10fc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Sep 15 13:00:02.905919 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a8a5f846-5ad6-40e3-9d76-6712f456ccf4 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=dc2cd7163bd9476891dfe836246ead22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409386 Sep 15 13:00:02.908379 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43752) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:02.959450 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b106d470-442f-42a6-bd71-fcd4873e5d4d admin admin] Publish callbacks [] for security_group (f177c0ff-16d3-405a-808a-b7eb268e0584), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:02.978836 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:02.981151 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b106d470-442f-42a6-bd71-fcd4873e5d4d admin admin] Publish callbacks [] for security_group (f177c0ff-16d3-405a-808a-b7eb268e0584), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:03.031545 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b106d470-442f-42a6-bd71-fcd4873e5d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (f177c0ff-16d3-405a-808a-b7eb268e0584), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:03.034049 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b106d470-442f-42a6-bd71-fcd4873e5d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:03.035185 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b106d470-442f-42a6-bd71-fcd4873e5d4d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/f177c0ff-16d3-405a-808a-b7eb268e0584 HTTP/1.1" status: 204 len: 168 time: 0.1259015 Sep 15 13:00:03.043904 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d470-442f-42a6-bd71-fcd4873e5d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f177c0ff-16d3-405a-808a-b7eb268e0584,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:03.343390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f70745a3-0bd3-4e13-b068-7bb83a80ebe8 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:00:03.364648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: f70745a3-0bd3-4e13-b068-7bb83a80ebe8 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:00:03.364992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f70745a3-0bd3-4e13-b068-7bb83a80ebe8 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:00:03.365411 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5f6f0a77-054c-4074-8381-f86a72767b2d no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:00:03.384519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 5f6f0a77-054c-4074-8381-f86a72767b2d {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:00:03.384860 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5f6f0a77-054c-4074-8381-f86a72767b2d not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:00:03.385275 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5bc8a061-e40d-4cba-93a0-709e162ba123 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:00:03.407225 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 5bc8a061-e40d-4cba-93a0-709e162ba123 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:00:03.407570 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 5bc8a061-e40d-4cba-93a0-709e162ba123 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:00:04.026332 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac6cf9-919a-4098-b0a9-020447c03125 req-89afce25-b80f-439f-9859-832c15cc1287 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:04.027819 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-feac6cf9-919a-4098-b0a9-020447c03125 req-89afce25-b80f-439f-9859-832c15cc1287 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0487847 Sep 15 13:00:04.083950 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-feac6cf9-919a-4098-b0a9-020447c03125 req-a8f4651a-f3d9-4bd2-b06a-fa16fe91783e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493038 Sep 15 13:00:05.145555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43860) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:05.208781 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5875c10-7cdd-4b84-bfc8-2c8a6c532660 req-ec5c2cd0-e8f4-4eba-8860-dcf0c30e3377 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:05.210281 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5875c10-7cdd-4b84-bfc8-2c8a6c532660 req-ec5c2cd0-e8f4-4eba-8860-dcf0c30e3377 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Sep 15 13:00:05.269799 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f3746d8-be09-4ff8-a04e-24b2866b2894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.276989 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5875c10-7cdd-4b84-bfc8-2c8a6c532660 req-94485104-f496-4b12-806c-a3a61e67868f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594513 Sep 15 13:00:05.353930 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f3746d8-be09-4ff8-a04e-24b2866b2894 admin admin] Publish callbacks [] for security_group (75505b1c-9550-4956-abde-6691edda9ad4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.357930 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6f3746d8-be09-4ff8-a04e-24b2866b2894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (75505b1c-9550-4956-abde-6691edda9ad4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.398638 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6f3746d8-be09-4ff8-a04e-24b2866b2894 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9acf990959ad408b994e61aa8904bc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519615 Sep 15 13:00:05.400382 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3746d8-be09-4ff8-a04e-24b2866b2894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75505b1c-9550-4956-abde-6691edda9ad4,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:05.402061 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43868) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:05.454078 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e05049a7-3606-4609-a8a7-350e834f717a admin admin] Publish callbacks [] for security_group (75505b1c-9550-4956-abde-6691edda9ad4), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.474875 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e05049a7-3606-4609-a8a7-350e834f717a admin admin] Publish callbacks [] for security_group (75505b1c-9550-4956-abde-6691edda9ad4), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.522239 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e05049a7-3606-4609-a8a7-350e834f717a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (75505b1c-9550-4956-abde-6691edda9ad4), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.526236 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e05049a7-3606-4609-a8a7-350e834f717a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.527370 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e05049a7-3606-4609-a8a7-350e834f717a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/75505b1c-9550-4956-abde-6691edda9ad4 HTTP/1.1" status: 204 len: 168 time: 0.1243482 Sep 15 13:00:05.535034 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05049a7-3606-4609-a8a7-350e834f717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75505b1c-9550-4956-abde-6691edda9ad4,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:05.793285 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 43874) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:05.806985 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5b634855-a06d-4b2b-91e4-eee08084e669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.833903 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:05.883063 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5b634855-a06d-4b2b-91e4-eee08084e669 admin admin] Publish callbacks [] for security_group (056c15ae-52de-41c4-b982-78cb036909ba), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.886826 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5b634855-a06d-4b2b-91e4-eee08084e669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (056c15ae-52de-41c4-b982-78cb036909ba), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:05.926906 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5b634855-a06d-4b2b-91e4-eee08084e669 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=350c883e330b44d99d48f45404e000ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322651 Sep 15 13:00:05.927764 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b634855-a06d-4b2b-91e4-eee08084e669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056c15ae-52de-41c4-b982-78cb036909ba,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:05.930406 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 43876) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:06.225273 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3899e3f9-7975-4f83-a527-46a346efaa4c admin admin] Publish callbacks [] for security_group (056c15ae-52de-41c4-b982-78cb036909ba), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:06.247588 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3899e3f9-7975-4f83-a527-46a346efaa4c admin admin] Publish callbacks [] for security_group (056c15ae-52de-41c4-b982-78cb036909ba), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:06.306465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3899e3f9-7975-4f83-a527-46a346efaa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (056c15ae-52de-41c4-b982-78cb036909ba), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:06.306465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3899e3f9-7975-4f83-a527-46a346efaa4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:06.306465 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3899e3f9-7975-4f83-a527-46a346efaa4c admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/056c15ae-52de-41c4-b982-78cb036909ba HTTP/1.1" status: 204 len: 168 time: 0.3688092 Sep 15 13:00:06.309264 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899e3f9-7975-4f83-a527-46a346efaa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056c15ae-52de-41c4-b982-78cb036909ba,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:06.430404 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21b34-303b-4f26-926c-8091cccee01c req-a52d0c73-138d-481c-9920-0ace87e43a9c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:06.432808 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0bd21b34-303b-4f26-926c-8091cccee01c req-a52d0c73-138d-481c-9920-0ace87e43a9c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0531652 Sep 15 13:00:06.481258 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0bd21b34-303b-4f26-926c-8091cccee01c req-fb66f2f6-f7ee-413f-b1ed-295fde617726 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Sep 15 13:00:06.727077 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:07.601267 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e0be5-b731-49e0-9606-2cd7f59e2fd7 req-66285cc1-e7d0-4928-b0e9-c47407fd688a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:07.603860 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f62e0be5-b731-49e0-9606-2cd7f59e2fd7 req-66285cc1-e7d0-4928-b0e9-c47407fd688a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0468934 Sep 15 13:00:07.652151 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f62e0be5-b731-49e0-9606-2cd7f59e2fd7 req-83764214-081c-4036-8174-f9a43e6479b4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Sep 15 13:00:08.771179 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43e7af-b92d-4403-9371-713628161388 req-a1bc03c8-3623-4191-aed7-517ad60c3563 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:08.772667 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6e43e7af-b92d-4403-9371-713628161388 req-a1bc03c8-3623-4191-aed7-517ad60c3563 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0465229 Sep 15 13:00:08.820122 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6e43e7af-b92d-4403-9371-713628161388 req-c1f2eb49-9942-4af7-a1b2-4e7bfa7b9e15 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Sep 15 13:00:09.944141 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776264a-b1b6-448d-913e-1bea70046296 req-56db5359-d315-41c1-b1f8-3e53247738b5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:09.945634 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e776264a-b1b6-448d-913e-1bea70046296 req-56db5359-d315-41c1-b1f8-3e53247738b5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0511892 Sep 15 13:00:09.957282 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:09.994862 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e776264a-b1b6-448d-913e-1bea70046296 req-ff541295-04e7-494c-87a5-a7c9e2e95420 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 Sep 15 13:00:11.113554 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb6f7b-3c7f-4584-a3f0-e7deff50a3d1 req-ad0ab6df-e6cc-47d3-942c-08f2aa4f4b6f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:11.115128 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0bbb6f7b-3c7f-4584-a3f0-e7deff50a3d1 req-ad0ab6df-e6cc-47d3-942c-08f2aa4f4b6f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0458176 Sep 15 13:00:11.167748 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0bbb6f7b-3c7f-4584-a3f0-e7deff50a3d1 req-75d0588c-b5ba-4bed-8a73-0832c30014d9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459030 Sep 15 13:00:11.524651 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=50 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:12.305382 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec690d-0235-485e-847a-4c9cedbf9289 req-c1f04692-107b-4a91-952b-def70eb21f80 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:12.307051 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-beec690d-0235-485e-847a-4c9cedbf9289 req-c1f04692-107b-4a91-952b-def70eb21f80 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0578506 Sep 15 13:00:12.359933 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-beec690d-0235-485e-847a-4c9cedbf9289 req-083611d8-5655-4c6e-b7c1-0e9609f6d813 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Sep 15 13:00:12.863733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44048) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:12.968709 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf090-1560-44f3-86be-4f898b0d69f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.046899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf090-1560-44f3-86be-4f898b0d69f8 admin admin] Publish callbacks [] for security_group (0bd2fdec-cb2a-4cd9-9a34-810e9b851968), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.050672 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf090-1560-44f3-86be-4f898b0d69f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0bd2fdec-cb2a-4cd9-9a34-810e9b851968), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.076201 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:13.095000 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f8ebf090-1560-44f3-86be-4f898b0d69f8 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=127991e9e2a04562b68a481df832c646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301509 Sep 15 13:00:13.097141 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebf090-1560-44f3-86be-4f898b0d69f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd2fdec-cb2a-4cd9-9a34-810e9b851968,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:13.097893 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44052) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:13.128657 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:13.152712 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa1d5-0dfb-49e0-8255-57f2ff4ceee0 admin admin] Publish callbacks [] for security_group (0bd2fdec-cb2a-4cd9-9a34-810e9b851968), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.172875 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa1d5-0dfb-49e0-8255-57f2ff4ceee0 admin admin] Publish callbacks [] for security_group (0bd2fdec-cb2a-4cd9-9a34-810e9b851968), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.220691 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa1d5-0dfb-49e0-8255-57f2ff4ceee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0bd2fdec-cb2a-4cd9-9a34-810e9b851968), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.223293 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa1d5-0dfb-49e0-8255-57f2ff4ceee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.224479 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a8cfa1d5-0dfb-49e0-8255-57f2ff4ceee0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0bd2fdec-cb2a-4cd9-9a34-810e9b851968 HTTP/1.1" status: 204 len: 168 time: 0.1255615 Sep 15 13:00:13.232892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfa1d5-0dfb-49e0-8255-57f2ff4ceee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd2fdec-cb2a-4cd9-9a34-810e9b851968,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:13.498915 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1891e-62fb-419b-bfc2-93a3ae5d1bdb req-5454cddf-6884-4b38-b8eb-b773203979cc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:13.500475 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0cb1891e-62fb-419b-bfc2-93a3ae5d1bdb req-5454cddf-6884-4b38-b8eb-b773203979cc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0499771 Sep 15 13:00:13.519898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44068) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:13.533659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a429efa5-c6d6-41e6-bf5b-7150dbd6a13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.552653 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0cb1891e-62fb-419b-bfc2-93a3ae5d1bdb req-cca88283-3d95-432f-b0e7-91d5683b745c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Sep 15 13:00:13.610210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a429efa5-c6d6-41e6-bf5b-7150dbd6a13f admin admin] Publish callbacks [] for security_group (46a20813-3ea4-4391-be4e-75e6a93a0791), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.613885 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a429efa5-c6d6-41e6-bf5b-7150dbd6a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (46a20813-3ea4-4391-be4e-75e6a93a0791), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.655816 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a429efa5-c6d6-41e6-bf5b-7150dbd6a13f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=52952206c10c495d9f46af20826bde9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347899 Sep 15 13:00:13.656717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429efa5-c6d6-41e6-bf5b-7150dbd6a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a20813-3ea4-4391-be4e-75e6a93a0791,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:13.658684 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44072) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:13.711714 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-73777aa2-166d-42e2-a5a8-94c008e5874a admin admin] Publish callbacks [] for security_group (46a20813-3ea4-4391-be4e-75e6a93a0791), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.731800 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-73777aa2-166d-42e2-a5a8-94c008e5874a admin admin] Publish callbacks [] for security_group (46a20813-3ea4-4391-be4e-75e6a93a0791), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.778759 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-73777aa2-166d-42e2-a5a8-94c008e5874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (46a20813-3ea4-4391-be4e-75e6a93a0791), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.781607 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-73777aa2-166d-42e2-a5a8-94c008e5874a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:13.782745 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-73777aa2-166d-42e2-a5a8-94c008e5874a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/46a20813-3ea4-4391-be4e-75e6a93a0791 HTTP/1.1" status: 204 len: 168 time: 0.1231253 Sep 15 13:00:13.791012 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73777aa2-166d-42e2-a5a8-94c008e5874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a20813-3ea4-4391-be4e-75e6a93a0791,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:14.109389 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44078) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:14.123002 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0f2e-71e1-484f-ace2-bd941505b7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.174829 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:14.205970 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0f2e-71e1-484f-ace2-bd941505b7aa admin admin] Publish callbacks [] for security_group (8440617b-2c8a-40ae-b6a8-36551512c9de), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.209651 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0f2e-71e1-484f-ace2-bd941505b7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8440617b-2c8a-40ae-b6a8-36551512c9de), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.249520 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ac9e0f2e-71e1-484f-ace2-bd941505b7aa admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c78cade25b0044e0a258740b1500ce72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390657 Sep 15 13:00:14.250360 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e0f2e-71e1-484f-ace2-bd941505b7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8440617b-2c8a-40ae-b6a8-36551512c9de,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:14.253071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44080) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:14.302883 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-71255943-e2dc-4737-b29c-887d167b801d admin admin] Publish callbacks [] for security_group (8440617b-2c8a-40ae-b6a8-36551512c9de), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.323338 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-71255943-e2dc-4737-b29c-887d167b801d admin admin] Publish callbacks [] for security_group (8440617b-2c8a-40ae-b6a8-36551512c9de), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.372895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-71255943-e2dc-4737-b29c-887d167b801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8440617b-2c8a-40ae-b6a8-36551512c9de), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.375440 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-71255943-e2dc-4737-b29c-887d167b801d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:14.376520 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-71255943-e2dc-4737-b29c-887d167b801d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8440617b-2c8a-40ae-b6a8-36551512c9de HTTP/1.1" status: 204 len: 168 time: 0.1220858 Sep 15 13:00:14.384493 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255943-e2dc-4737-b29c-887d167b801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8440617b-2c8a-40ae-b6a8-36551512c9de,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:14.396848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:14.676025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c540d21-4e19-47a6-9a3f-d3bfa00e5a7d req-c7c5a806-e647-4be1-b8bf-f710b8c00185 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:14.677537 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2c540d21-4e19-47a6-9a3f-d3bfa00e5a7d req-c7c5a806-e647-4be1-b8bf-f710b8c00185 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0490799 Sep 15 13:00:14.726597 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2c540d21-4e19-47a6-9a3f-d3bfa00e5a7d req-2cbc7685-1dc2-45ba-891f-be7f3ff902d6 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435567 Sep 15 13:00:15.854357 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05fea6-8072-4233-8423-2aaaa47c031d req-985b5cde-dc4d-48fd-a1dc-02b37a3e9332 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:15.855819 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2d05fea6-8072-4233-8423-2aaaa47c031d req-985b5cde-dc4d-48fd-a1dc-02b37a3e9332 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Sep 15 13:00:15.902625 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2d05fea6-8072-4233-8423-2aaaa47c031d req-5d25ec59-5f62-4214-b3b0-67e0729e9f02 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Sep 15 13:00:17.020720 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde121fe-7c32-43ed-94bc-f8b29ab34c9a req-e9eefe2d-65c5-4fa5-a5ce-9451a38db7cd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:17.022184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cde121fe-7c32-43ed-94bc-f8b29ab34c9a req-e9eefe2d-65c5-4fa5-a5ce-9451a38db7cd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0462859 Sep 15 13:00:17.057289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:17.071330 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cde121fe-7c32-43ed-94bc-f8b29ab34c9a req-0f9d2475-e4a7-4ce5-a525-c45b502583f9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Sep 15 13:00:18.188424 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaeca5-9dca-461e-875d-d610c818bd2c req-fce7dab2-274e-4250-a8fd-de52a95b2a5e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:18.189772 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bfdaeca5-9dca-461e-875d-d610c818bd2c req-fce7dab2-274e-4250-a8fd-de52a95b2a5e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0454082 Sep 15 13:00:18.236403 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bfdaeca5-9dca-461e-875d-d610c818bd2c req-28794a81-427d-4433-895b-b4bd73c55019 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Sep 15 13:00:19.358537 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090b721-2627-4b0e-9994-4f97e02a0f2d req-ffc080d3-b37f-4143-bdf4-ffe492016820 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:19.359980 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6090b721-2627-4b0e-9994-4f97e02a0f2d req-ffc080d3-b37f-4143-bdf4-ffe492016820 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Sep 15 13:00:19.406807 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6090b721-2627-4b0e-9994-4f97e02a0f2d req-b25dd670-4d67-425f-90ef-05f6e4a3de8c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Sep 15 13:00:20.524070 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ae77-9657-4882-91d1-b99fc312b951 req-4806817d-e47a-4ce5-822c-04d5b447844b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:20.525754 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8525ae77-9657-4882-91d1-b99fc312b951 req-4806817d-e47a-4ce5-822c-04d5b447844b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0452216 Sep 15 13:00:20.575455 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8525ae77-9657-4882-91d1-b99fc312b951 req-4a5ca885-3ea8-4f3a-a7a2-6039b5856dee tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Sep 15 13:00:20.837496 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:21.693826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b2253-6b46-457e-b641-059448edfd89 req-9cc567ae-642a-42c7-8ae1-365b34287247 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:21.695272 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-460b2253-6b46-457e-b641-059448edfd89 req-9cc567ae-642a-42c7-8ae1-365b34287247 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0463083 Sep 15 13:00:21.741704 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-460b2253-6b46-457e-b641-059448edfd89 req-4e57baa3-632f-41dd-97c0-4944c38e41ee tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Sep 15 13:00:22.538122 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7acafec9-fe56-4769-85d0-27137de19561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:22.862076 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d5aa0-9654-4bcc-b887-4174d75bf08e req-6556c83b-8d8a-4a4b-9c04-2a85808f0f1b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:22.863522 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b25d5aa0-9654-4bcc-b887-4174d75bf08e req-6556c83b-8d8a-4a4b-9c04-2a85808f0f1b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0446846 Sep 15 13:00:22.896983 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:22.913692 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b25d5aa0-9654-4bcc-b887-4174d75bf08e req-9f34db45-3baa-4f12-aebf-7ac4a7208563 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Sep 15 13:00:24.036442 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059097-9437-48a9-9d81-27975d415cd6 req-dd1b44cb-d5db-446b-9914-07e08a19b04c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:24.037896 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-19059097-9437-48a9-9d81-27975d415cd6 req-dd1b44cb-d5db-446b-9914-07e08a19b04c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0501208 Sep 15 13:00:24.086198 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-19059097-9437-48a9-9d81-27975d415cd6 req-261b96da-bf31-4f63-8153-be1aa7e8a9d1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Sep 15 13:00:24.699708 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:24.712181 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f4747ce5-5652-42d9-b81b-0fd85ac406f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:25.206976 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001515-e18f-4194-8fa9-974fc3c54aae req-8521308b-8fce-4c8e-98af-5fff75d9babd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:25.208503 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-55001515-e18f-4194-8fa9-974fc3c54aae req-8521308b-8fce-4c8e-98af-5fff75d9babd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0478008 Sep 15 13:00:25.257114 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-55001515-e18f-4194-8fa9-974fc3c54aae req-053668eb-f297-4d11-a338-803827704fb8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Sep 15 13:00:26.104927 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:26.378664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4dfa4-3b86-40a8-83dd-fcd1e59a9b8b req-a6848821-c718-4f61-941f-995f7a904962 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:26.380126 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d9a4dfa4-3b86-40a8-83dd-fcd1e59a9b8b req-a6848821-c718-4f61-941f-995f7a904962 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0475335 Sep 15 13:00:26.427111 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d9a4dfa4-3b86-40a8-83dd-fcd1e59a9b8b req-21eef7b9-886d-4f5e-a201-8b1627c1fea1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Sep 15 13:00:27.227832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:27.272676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f15301-0eff-4a95-b42f-68c8f095b5a4 req-f7898575-4a82-4f8a-be30-cbc33f81e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:27.274176 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8f15301-0eff-4a95-b42f-68c8f095b5a4 req-f7898575-4a82-4f8a-be30-cbc33f81e83e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 1130 time: 0.0784986 Sep 15 13:00:27.327138 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8f15301-0eff-4a95-b42f-68c8f095b5a4 req-c9d6a9e7-e5a7-4739-88dc-e8aff55998ac service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Sep 15 13:00:27.550193 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020205c-5556-4849-98cd-287684749854 req-a367769c-4892-414a-b44b-7821c077d58f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:27.551656 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b020205c-5556-4849-98cd-287684749854 req-a367769c-4892-414a-b44b-7821c077d58f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0499043 Sep 15 13:00:27.598775 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b020205c-5556-4849-98cd-287684749854 req-be9af4d9-0154-42cc-9b9d-ebeed11cd287 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Sep 15 13:00:27.781403 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:27.982455 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:28.715937 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0360be-14d7-4232-a686-99dd265d55c2 req-60e70641-dccf-4b8b-b45e-c40820e75f7c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:28.717431 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e0360be-14d7-4232-a686-99dd265d55c2 req-60e70641-dccf-4b8b-b45e-c40820e75f7c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0457933 Sep 15 13:00:28.763979 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e0360be-14d7-4232-a686-99dd265d55c2 req-fbc79c9b-5693-4e7f-abe5-b81a25c12256 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Sep 15 13:00:29.881138 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995381db-ff90-4d28-98f1-a77bbbca8dd1 req-e3b40c44-0772-474d-a48a-4b49ebfb5176 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:29.882604 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-995381db-ff90-4d28-98f1-a77bbbca8dd1 req-e3b40c44-0772-474d-a48a-4b49ebfb5176 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0452652 Sep 15 13:00:29.929587 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-995381db-ff90-4d28-98f1-a77bbbca8dd1 req-927576ba-e870-4142-ade8-3a1dc9eed8a1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Sep 15 13:00:31.051022 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1b7b-125d-4c34-9d5e-b264d5aa7e04 req-8e705650-9599-416a-beb4-9ace144730a8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:31.052495 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-abfa1b7b-125d-4c34-9d5e-b264d5aa7e04 req-8e705650-9599-416a-beb4-9ace144730a8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0494750 Sep 15 13:00:31.099860 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-abfa1b7b-125d-4c34-9d5e-b264d5aa7e04 req-bba1491b-48a0-4ae2-b738-3c5aed39c3c3 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Sep 15 13:00:32.221903 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b57a-d4d9-4ace-be34-24e88e0c6e75 req-446476ed-8243-49b8-8562-3014b10987ab tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:32.223367 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4a54b57a-d4d9-4ace-be34-24e88e0c6e75 req-446476ed-8243-49b8-8562-3014b10987ab tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0458291 Sep 15 13:00:32.272658 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4a54b57a-d4d9-4ace-be34-24e88e0c6e75 req-3de089bf-a3f5-42ea-9daf-4bccf4e20bfa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Sep 15 13:00:33.391597 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187a625-25b6-4eb9-9045-d9fe493af6b2 req-f1651608-17c1-4642-bab9-1563c17f91f0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:33.393251 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8187a625-25b6-4eb9-9045-d9fe493af6b2 req-f1651608-17c1-4642-bab9-1563c17f91f0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0455298 Sep 15 13:00:33.440227 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8187a625-25b6-4eb9-9045-d9fe493af6b2 req-b57de933-38e8-49f7-a418-a7039e003209 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Sep 15 13:00:33.817835 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:00:34.569391 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a6ef-e3c2-48b3-9cfc-651a2880d958 req-f61cc4d7-6d47-4a78-a631-3d2ba79dbd24 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:34.571033 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4c41a6ef-e3c2-48b3-9cfc-651a2880d958 req-f61cc4d7-6d47-4a78-a631-3d2ba79dbd24 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0541029 Sep 15 13:00:34.626258 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4c41a6ef-e3c2-48b3-9cfc-651a2880d958 req-0db24d09-ee06-4cce-b477-fd9c550fa661 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484259 Sep 15 13:00:34.766219 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689b5e6-20fc-40c4-8d9c-5407934db0af req-9e27dda1-894d-4284-80ea-afd7d7b8c725 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:34.767965 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1689b5e6-20fc-40c4-8d9c-5407934db0af req-9e27dda1-894d-4284-80ea-afd7d7b8c725 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0494967 Sep 15 13:00:34.825266 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1689b5e6-20fc-40c4-8d9c-5407934db0af req-bc1a4054-1452-4e9a-bb96-a723a07ab1b8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516522 Sep 15 13:00:34.834097 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44380) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:34.950628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.034437 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Publish callbacks [] for security_group (d0158990-1365-4e8a-98bd-b00a4c9fbf1a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.037359 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d0158990-1365-4e8a-98bd-b00a4c9fbf1a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.041182 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:35.090094 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=a207888f7afd4c66839de9f9c5da63c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548444 Sep 15 13:00:35.091105 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44388) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:35.091570 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0158990-1365-4e8a-98bd-b00a4c9fbf1a,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:35.100980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.101557 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.101860 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.102221 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.102568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.102904 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.103236 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.103581 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.103895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.104227 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.105245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.105757 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.106334 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.107065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.107547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132e834-82f0-477f-8c71-f606458f8316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.152598 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Publish callbacks [] for security_group (d0158990-1365-4e8a-98bd-b00a4c9fbf1a), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.177729 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Publish callbacks [] for security_group (d0158990-1365-4e8a-98bd-b00a4c9fbf1a), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.185541 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:35.232789 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d0158990-1365-4e8a-98bd-b00a4c9fbf1a), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.235687 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:35.236900 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d0158990-1365-4e8a-98bd-b00a4c9fbf1a HTTP/1.1" status: 204 len: 168 time: 0.1441002 Sep 15 13:00:35.246139 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0158990-1365-4e8a-98bd-b00a4c9fbf1a,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:35.253639 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.253986 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.254335 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.254676 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.255013 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.255344 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.255672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.256004 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.256362 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.256683 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.257017 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.257342 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.257664 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.257982 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:35.258303 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce025019-ec59-4c11-af77-db31e754a7ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:00:36.048367 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-12a847fd-ace3-4126-a0dd-cf25c9a5a81f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655084 Sep 15 13:00:36.059513 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44414) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:36.137310 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-3bd2d02a-e870-4940-a38d-656821fee763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:36.139203 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-3bd2d02a-e870-4940-a38d-656821fee763 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 1129 time: 0.0469134 Sep 15 13:00:36.232710 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-75ff40be-bc0d-4566-97db-16035ce2875f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.310977 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:36.312593 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-4b3e3b8c-5e42-4524-b929-0b9b283417f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:36.314068 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-4b3e3b8c-5e42-4524-b929-0b9b283417f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.1507082 Sep 15 13:00:36.421689 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-75ff40be-bc0d-4566-97db-16035ce2875f admin admin] Publish callbacks [] for security_group (129b3bf5-834e-4320-903d-5a574ce5eeb4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.425692 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-dc613953-edf9-4559-91b0-d7f806c60f2b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 200 len: 1001 time: 0.1023941 Sep 15 13:00:36.427139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-75ff40be-bc0d-4566-97db-16035ce2875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (129b3bf5-834e-4320-903d-5a574ce5eeb4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.511561 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff40be-bc0d-4566-97db-16035ce2875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129b3bf5-834e-4320-903d-5a574ce5eeb4,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:36.525082 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-75ff40be-bc0d-4566-97db-16035ce2875f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d059a60bc4ca4bfc81dee14aaf7cf6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643373 Sep 15 13:00:36.527858 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44420) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:00:36.530730 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-93e4c710-f953-418d-9103-d5cf10a5f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:36.532149 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-93e4c710-f953-418d-9103-d5cf10a5f0a0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0975807 Sep 15 13:00:36.583128 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-21b405d4-d0b5-4684-a6fd-a4e54781383b admin admin] Publish callbacks [] for security_group (129b3bf5-834e-4320-903d-5a574ce5eeb4), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.590518 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-eac1c66e-bb8b-470e-a0d8-69d3b7998007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:36.592012 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-eac1c66e-bb8b-470e-a0d8-69d3b7998007 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539224 Sep 15 13:00:36.603351 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-21b405d4-d0b5-4684-a6fd-a4e54781383b admin admin] Publish callbacks [] for security_group (129b3bf5-834e-4320-903d-5a574ce5eeb4), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.650672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-21b405d4-d0b5-4684-a6fd-a4e54781383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (129b3bf5-834e-4320-903d-5a574ce5eeb4), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.653406 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-21b405d4-d0b5-4684-a6fd-a4e54781383b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.654547 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-21b405d4-d0b5-4684-a6fd-a4e54781383b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/129b3bf5-834e-4320-903d-5a574ce5eeb4 HTTP/1.1" status: 204 len: 168 time: 0.1255558 Sep 15 13:00:36.662389 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b405d4-d0b5-4684-a6fd-a4e54781383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129b3bf5-834e-4320-903d-5a574ce5eeb4,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:00:36.704487 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-8a496393-e7b4-4499-b05d-3a09a2c03bd1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057606 Sep 15 13:00:36.750741 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:36.833300 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d2da1bf-fd05-46c2-9967-53ce7ceff126 req-63c74860-63a4-41f2-a74f-76ed02d6d1eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146774 Sep 15 13:00:37.575396 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f83c-93d5-40ca-bb80-4070baf92fb8 req-60540aea-8897-4355-a493-bd3a6b21901e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:37.576879 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2764f83c-93d5-40ca-bb80-4070baf92fb8 req-60540aea-8897-4355-a493-bd3a6b21901e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0459974 Sep 15 13:00:37.623214 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2764f83c-93d5-40ca-bb80-4070baf92fb8 req-fa436c17-422a-47be-b7bf-8bae9d418193 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Sep 15 13:00:38.742006 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d10ce-575f-445c-8240-210d731071f7 req-48d3a31b-8ad7-4cd8-833b-fbe8d2424ec8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:38.743452 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-298d10ce-575f-445c-8240-210d731071f7 req-48d3a31b-8ad7-4cd8-833b-fbe8d2424ec8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0454302 Sep 15 13:00:38.790882 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-298d10ce-575f-445c-8240-210d731071f7 req-adccb527-fc16-479d-b278-71878b5ffea7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Sep 15 13:00:39.913644 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840228f2-81b6-4777-bf35-366f22da6fb8 req-209b26d7-6b83-4669-83b3-d5cf9e6183f1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:39.915092 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-840228f2-81b6-4777-bf35-366f22da6fb8 req-209b26d7-6b83-4669-83b3-d5cf9e6183f1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0495956 Sep 15 13:00:39.962483 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-840228f2-81b6-4777-bf35-366f22da6fb8 req-2be36bb2-97d1-456a-b555-76970aed0926 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 Sep 15 13:00:41.082920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61f9c-b2d1-474a-b287-bac035d0f04f req-727d7d6d-91d5-48f7-abd5-b0ed14739c78 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:41.084423 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-23d61f9c-b2d1-474a-b287-bac035d0f04f req-727d7d6d-91d5-48f7-abd5-b0ed14739c78 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0472410 Sep 15 13:00:41.132583 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-23d61f9c-b2d1-474a-b287-bac035d0f04f req-75661017-5cb4-4e70-ac03-cfbfa81946ce tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Sep 15 13:00:41.416546 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:41.425674 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-dbac4312-0545-45e3-846d-5f29d40066a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:41.427185 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-dbac4312-0545-45e3-846d-5f29d40066a1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 1129 time: 0.0446246 Sep 15 13:00:41.522894 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-2131349b-4d93-4d18-b437-b1dc51f95d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:41.524640 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-2131349b-4d93-4d18-b437-b1dc51f95d85 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.0905488 Sep 15 13:00:41.574030 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-eada16d1-372c-4292-91c5-b210d0a0698b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4 HTTP/1.1" status: 200 len: 217 time: 0.0340147 Sep 15 13:00:41.628098 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-2ce4132a-e278-47f1-9d17-27a801087fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:41.629684 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-2ce4132a-e278-47f1-9d17-27a801087fdf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0459800 Sep 15 13:00:41.694664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-26c6749c-f83a-4334-8b3a-8e95f27ea659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:41.696182 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-26c6749c-f83a-4334-8b3a-8e95f27ea659 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431855 Sep 15 13:00:41.788912 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-66e0214e-508d-4de1-a01c-0c4a4453fbe3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845051 Sep 15 13:00:41.871982 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:41.911358 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4ae845d-4dec-43ed-85df-0a7a17848ef0 req-f27e3820-370f-4f66-9537-46973e74bea5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863192 Sep 15 13:00:42.254827 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bffa-52df-4ffd-a636-7008e2c808a2 req-5a0cf427-24e2-45bf-9c03-5f523d6791e5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:42.256295 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7c26bffa-52df-4ffd-a636-7008e2c808a2 req-5a0cf427-24e2-45bf-9c03-5f523d6791e5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0471122 Sep 15 13:00:42.306266 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7c26bffa-52df-4ffd-a636-7008e2c808a2 req-b0e9fc94-d95b-44ba-9fbc-a1e69e9957a0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Sep 15 13:00:43.463120 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:43.472038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f72fd-c087-4c74-b376-c933b35c8a88 req-c92623e9-4092-4c1d-a806-aedae0600c61 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:43.476628 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b59f72fd-c087-4c74-b376-c933b35c8a88 req-c92623e9-4092-4c1d-a806-aedae0600c61 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0861876 Sep 15 13:00:43.531268 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b59f72fd-c087-4c74-b376-c933b35c8a88 req-98ed32b4-a18e-4f73-a18a-2ee36099444f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Sep 15 13:00:44.653157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888598-1fbe-4c70-b1bf-73d744b4d0ba req-cc20c011-ac8c-492c-985e-27b48dc7b74f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:44.654669 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-11888598-1fbe-4c70-b1bf-73d744b4d0ba req-cc20c011-ac8c-492c-985e-27b48dc7b74f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0488157 Sep 15 13:00:44.728244 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-11888598-1fbe-4c70-b1bf-73d744b4d0ba req-8e9f5bc0-c026-4bbc-8eb7-72da5c592305 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678020 Sep 15 13:00:45.857775 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7af73-02a3-451f-bf03-50a7bc90f8e6 req-0ae96527-12c3-489d-9f70-1329c97ac021 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:45.859203 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0ef7af73-02a3-451f-bf03-50a7bc90f8e6 req-0ae96527-12c3-489d-9f70-1329c97ac021 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0452242 Sep 15 13:00:45.909852 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0ef7af73-02a3-451f-bf03-50a7bc90f8e6 req-366c8094-4fc7-49df-a110-21bb90aea2a8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Sep 15 13:00:46.742826 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:46.745344 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:47.029491 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b612ed-1f61-447d-ba5d-1758caaf5864 req-10dfcce0-40a4-4e30-a152-1e4ca83ac00f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:47.030939 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a0b612ed-1f61-447d-ba5d-1758caaf5864 req-10dfcce0-40a4-4e30-a152-1e4ca83ac00f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0466285 Sep 15 13:00:47.077184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a0b612ed-1f61-447d-ba5d-1758caaf5864 req-5a8c4d69-52bb-455f-a837-95f521861c1c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Sep 15 13:00:47.981986 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:47.986236 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:48.193974 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb23ff-9d44-46a7-ba0c-2f696e5f031b req-0609d49c-e31c-4c39-8b8c-152454ca88e4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:48.195383 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eadb23ff-9d44-46a7-ba0c-2f696e5f031b req-0609d49c-e31c-4c39-8b8c-152454ca88e4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0453711 Sep 15 13:00:48.242301 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eadb23ff-9d44-46a7-ba0c-2f696e5f031b req-37c81233-29de-4f67-9a99-f2007f8bad08 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Sep 15 13:00:49.360853 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4406305-34ec-4987-ade8-411f1825c1d9 req-dbdec27b-3f70-4e40-87b3-cc75e9c9bd81 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:49.362264 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4406305-34ec-4987-ade8-411f1825c1d9 req-dbdec27b-3f70-4e40-87b3-cc75e9c9bd81 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0455167 Sep 15 13:00:49.409755 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4406305-34ec-4987-ade8-411f1825c1d9 req-6cca3b31-990f-4518-99f7-b04208db8ce1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Sep 15 13:00:50.528604 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e739-3d71-4a9d-a44d-08f48d15ca6e req-f129391c-b4aa-4e94-8f7f-63763373a7b7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:50.530063 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dbd9e739-3d71-4a9d-a44d-08f48d15ca6e req-f129391c-b4aa-4e94-8f7f-63763373a7b7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0458653 Sep 15 13:00:50.576182 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dbd9e739-3d71-4a9d-a44d-08f48d15ca6e req-b90353fd-08e1-4154-bdc7-0f176df59c4b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Sep 15 13:00:51.696115 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ad0e-50be-498c-ba90-70124337f6d1 req-92f31d5b-af22-4b6f-93c1-a0df12f54155 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:51.697588 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d207ad0e-50be-498c-ba90-70124337f6d1 req-92f31d5b-af22-4b6f-93c1-a0df12f54155 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0489342 Sep 15 13:00:51.745005 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d207ad0e-50be-498c-ba90-70124337f6d1 req-ca71f7b8-0d86-4360-aa2a-d797c75d83b6 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Sep 15 13:00:52.539848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-93361553-3d96-4f08-ab6b-34f40112733a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:52.869123 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57d45-4d9d-425d-b25d-3bfc1924e7d8 req-fb35fd14-f455-4394-964a-5773b296bdbe tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:52.870619 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bbd57d45-4d9d-425d-b25d-3bfc1924e7d8 req-fb35fd14-f455-4394-964a-5773b296bdbe tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0484257 Sep 15 13:00:52.917789 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bbd57d45-4d9d-425d-b25d-3bfc1924e7d8 req-8820c303-a775-446c-a481-06828a68097f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Sep 15 13:00:54.033293 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86a085-530f-4026-8bad-859c1813792b req-3149a115-132a-4278-aad3-01475baf8f85 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:54.034750 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f86a085-530f-4026-8bad-859c1813792b req-3149a115-132a-4278-aad3-01475baf8f85 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0453825 Sep 15 13:00:54.081487 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f86a085-530f-4026-8bad-859c1813792b req-6f761ef9-2855-40c2-8cd5-a161d19f8a85 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Sep 15 13:00:54.715447 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d2858470-7bca-44a3-b095-0372a2054f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:55.200865 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c070d-980f-4c63-98a8-33b15fbd29c9 req-c7752aa3-0586-4533-9424-1b404f9f0ce8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:55.202292 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-111c070d-980f-4c63-98a8-33b15fbd29c9 req-c7752aa3-0586-4533-9424-1b404f9f0ce8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0459149 Sep 15 13:00:55.232550 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:55.250006 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-111c070d-980f-4c63-98a8-33b15fbd29c9 req-0baa1b62-af75-46ef-a1d3-422a495ce6c9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Sep 15 13:00:56.108553 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:56.332529 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:00:56.370613 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7404e8-45f4-427c-8d11-829795bcc648 req-ff8f879d-95fb-4306-a17c-9b107ac9eca0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:56.371998 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bb7404e8-45f4-427c-8d11-829795bcc648 req-ff8f879d-95fb-4306-a17c-9b107ac9eca0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0496814 Sep 15 13:00:56.419941 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bb7404e8-45f4-427c-8d11-829795bcc648 req-092f77d3-d8e9-42a4-b178-a0bfd86c0b25 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Sep 15 13:00:57.541179 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adbe66-bd59-4407-aca7-67a98bd0bc49 req-bd6ce69c-3497-46d5-88ff-bd9234c026ff tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:57.543432 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-38adbe66-bd59-4407-aca7-67a98bd0bc49 req-bd6ce69c-3497-46d5-88ff-bd9234c026ff tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0459132 Sep 15 13:00:57.593129 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-38adbe66-bd59-4407-aca7-67a98bd0bc49 req-1e92fe8e-2d56-40b4-9406-39a4c03a3128 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Sep 15 13:00:57.783100 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:57.984859 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:00:58.712937 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ebf8-5173-4519-ac9b-580b64d89bdd req-14df678c-4c32-4721-8d0a-359ab4621aec tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:58.714466 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8d09ebf8-5173-4519-ac9b-580b64d89bdd req-14df678c-4c32-4721-8d0a-359ab4621aec tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0451834 Sep 15 13:00:58.761447 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8d09ebf8-5173-4519-ac9b-580b64d89bdd req-e833c5fb-afa1-4d8d-a35f-162547b7701a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Sep 15 13:00:59.881491 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979d5e-5487-4931-b079-0df174db9f50 req-7451cd0d-6a5c-4df7-a775-54f5d33bab6b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:00:59.882934 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46979d5e-5487-4931-b079-0df174db9f50 req-7451cd0d-6a5c-4df7-a775-54f5d33bab6b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0453691 Sep 15 13:00:59.929914 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46979d5e-5487-4931-b079-0df174db9f50 req-0dbcc2b2-5d52-48e1-82db-d8530cd90ddf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Sep 15 13:01:01.046953 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803419-cf9d-413e-ab65-de4ef5a2bd86 req-f8d444a1-b31a-4d1d-bd7c-b06bc851eb6a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:01.048417 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-80803419-cf9d-413e-ab65-de4ef5a2bd86 req-f8d444a1-b31a-4d1d-bd7c-b06bc851eb6a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0460160 Sep 15 13:01:01.098935 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-80803419-cf9d-413e-ab65-de4ef5a2bd86 req-53e7f80f-0b77-438c-983d-05a087e29113 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Sep 15 13:01:02.220113 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b2905-19fc-4fce-a2d8-d6ed896588f5 req-392b17a5-51d8-408e-83ce-ef592d2b13f8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:02.221568 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-df7b2905-19fc-4fce-a2d8-d6ed896588f5 req-392b17a5-51d8-408e-83ce-ef592d2b13f8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0472937 Sep 15 13:01:02.267290 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-df7b2905-19fc-4fce-a2d8-d6ed896588f5 req-d7206063-cffd-41f5-92a0-f06561f4179f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Sep 15 13:01:03.387470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde270f0-b547-428d-9cae-21d7c3429a1a req-eb7392ee-5495-4f8f-bdd5-46800c0f1724 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:03.388927 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde270f0-b547-428d-9cae-21d7c3429a1a req-eb7392ee-5495-4f8f-bdd5-46800c0f1724 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0470343 Sep 15 13:01:03.436938 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde270f0-b547-428d-9cae-21d7c3429a1a req-41ae3220-425b-404d-a231-28155b466393 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Sep 15 13:01:04.274659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe7778-7246-4e38-98ae-a05f31ed4b4f req-2005eaf8-fefc-409f-8cf2-2bc40b6fee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:04.276048 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8fe7778-7246-4e38-98ae-a05f31ed4b4f req-2005eaf8-fefc-409f-8cf2-2bc40b6fee7f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 1129 time: 0.0365376 Sep 15 13:01:04.318831 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8fe7778-7246-4e38-98ae-a05f31ed4b4f req-01e7ebf5-4583-4049-904c-94278c595593 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Sep 15 13:01:04.556297 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86130c8-591f-4f59-98fb-6945938bdc06 req-8df5d129-82c4-406f-a875-29efd82cb892 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:04.557642 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a86130c8-591f-4f59-98fb-6945938bdc06 req-8df5d129-82c4-406f-a875-29efd82cb892 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0482304 Sep 15 13:01:04.604421 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a86130c8-591f-4f59-98fb-6945938bdc06 req-6d6a3128-1a43-441b-9db8-0a06a183820f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Sep 15 13:01:05.686524 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:05.725835 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3ab5-98db-4050-b446-85acadbc6f7a req-bb0d15ef-e39f-4188-b1f4-b07d74f6dcfa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:05.727292 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a4b3ab5-98db-4050-b446-85acadbc6f7a req-bb0d15ef-e39f-4188-b1f4-b07d74f6dcfa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0490241 Sep 15 13:01:05.775722 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a4b3ab5-98db-4050-b446-85acadbc6f7a req-669ee830-c0dd-4290-ba1b-b0eecc3d74f9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Sep 15 13:01:06.757506 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:06.898745 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a0a0-b9c8-4d42-b09d-53bb38e0f0ae req-973292f9-23cc-4887-9e45-a09e04f3fc81 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:06.900224 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a470a0a0-b9c8-4d42-b09d-53bb38e0f0ae req-973292f9-23cc-4887-9e45-a09e04f3fc81 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0465336 Sep 15 13:01:06.952937 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a470a0a0-b9c8-4d42-b09d-53bb38e0f0ae req-a7207a22-f1cd-426e-9701-689972d56db9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Sep 15 13:01:07.238292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cefd7-051b-477e-bfb0-c8d05167c51b req-acfa382a-1e6f-4fc3-a3df-b00e4b82ef01 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:07.239811 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fd5cefd7-051b-477e-bfb0-c8d05167c51b req-acfa382a-1e6f-4fc3-a3df-b00e4b82ef01 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0718043 Sep 15 13:01:07.244817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-855dd827-c306-43b2-b159-0fc69e80d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:07.246899 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-855dd827-c306-43b2-b159-0fc69e80d682 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 1129 time: 0.0515718 Sep 15 13:01:07.345792 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fd5cefd7-051b-477e-bfb0-c8d05167c51b req-8c4016f1-fc60-4826-867b-796395b30ff0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 Sep 15 13:01:07.368577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-92f465f2-16e3-45e0-8245-99adff049cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:07.370083 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-92f465f2-16e3-45e0-8245-99adff049cce service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.1165094 Sep 15 13:01:07.410144 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-c8f121e0-c45f-4bd1-9043-c4703f72146f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4 HTTP/1.1" status: 200 len: 217 time: 0.0340736 Sep 15 13:01:07.463501 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-a1c423ee-e003-44ed-8632-b75bf5288fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:07.464987 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-a1c423ee-e003-44ed-8632-b75bf5288fe9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0484931 Sep 15 13:01:07.510562 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-af438d88-af71-4989-ba5c-c2e1bf0f0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:07.512083 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-af438d88-af71-4989-ba5c-c2e1bf0f0394 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408707 Sep 15 13:01:07.616994 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-7708d8e5-e11f-402a-88c0-5e1d606e3ed4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982380 Sep 15 13:01:07.677639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:07.707769 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44736) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:07.715551 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44740) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:07.718247 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f3b4eb9-4b09-4e05-bedb-4464ce4d453a req-df2130a2-6793-48f9-b0f5-3b426b536aef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941277 Sep 15 13:01:07.825912 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-97c6f34f-90ac-493f-8cd2-fbdc261b921d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:07.828519 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:07.846587 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06ab54b3-2bc4-4ce3-96f8-27cdd8ff1d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:07.956731 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-97c6f34f-90ac-493f-8cd2-fbdc261b921d admin admin] Publish callbacks [] for security_group (9e6b9eb4-1a75-4c22-82d3-f27a08c00054), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:07.963536 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-97c6f34f-90ac-493f-8cd2-fbdc261b921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9e6b9eb4-1a75-4c22-82d3-f27a08c00054), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:07.989797 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06ab54b3-2bc4-4ce3-96f8-27cdd8ff1d54 admin admin] Publish callbacks [] for security_group (612c13fd-c2df-415b-91c7-abe0417b3a25), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.005384 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-06ab54b3-2bc4-4ce3-96f8-27cdd8ff1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (612c13fd-c2df-415b-91c7-abe0417b3a25), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.022013 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6f34f-90ac-493f-8cd2-fbdc261b921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b9eb4-1a75-4c22-82d3-f27a08c00054,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:08.026016 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-97c6f34f-90ac-493f-8cd2-fbdc261b921d admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=6e02c27e6c5a4d318b46bb767599ee8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172278 Sep 15 13:01:08.029320 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44744) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:08.052135 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-06ab54b3-2bc4-4ce3-96f8-27cdd8ff1d54 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c32a7fa3267240989a0384ea463dd212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335836 Sep 15 13:01:08.054172 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44746) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:08.069775 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab54b3-2bc4-4ce3-96f8-27cdd8ff1d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612c13fd-c2df-415b-91c7-abe0417b3a25,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:08.085347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf1f088a-30f9-40ba-8e3f-ed4aa6bbf552 admin admin] Publish callbacks [] for security_group (9e6b9eb4-1a75-4c22-82d3-f27a08c00054), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.107504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf1f088a-30f9-40ba-8e3f-ed4aa6bbf552 admin admin] Publish callbacks [] for security_group (9e6b9eb4-1a75-4c22-82d3-f27a08c00054), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.113507 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e39500b7-8321-43fb-9043-9fa0b9950935 admin admin] Publish callbacks [] for security_group (612c13fd-c2df-415b-91c7-abe0417b3a25), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.115077 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:08.138831 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e39500b7-8321-43fb-9043-9fa0b9950935 admin admin] Publish callbacks [] for security_group (612c13fd-c2df-415b-91c7-abe0417b3a25), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.159941 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf1f088a-30f9-40ba-8e3f-ed4aa6bbf552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9e6b9eb4-1a75-4c22-82d3-f27a08c00054), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.162640 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf1f088a-30f9-40ba-8e3f-ed4aa6bbf552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.166105 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-cf1f088a-30f9-40ba-8e3f-ed4aa6bbf552 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9e6b9eb4-1a75-4c22-82d3-f27a08c00054 HTTP/1.1" status: 204 len: 168 time: 0.1334791 Sep 15 13:01:08.173810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f088a-30f9-40ba-8e3f-ed4aa6bbf552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b9eb4-1a75-4c22-82d3-f27a08c00054,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:08.195372 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e39500b7-8321-43fb-9043-9fa0b9950935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (612c13fd-c2df-415b-91c7-abe0417b3a25), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.197915 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e39500b7-8321-43fb-9043-9fa0b9950935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.199094 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e39500b7-8321-43fb-9043-9fa0b9950935 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/612c13fd-c2df-415b-91c7-abe0417b3a25 HTTP/1.1" status: 204 len: 168 time: 0.1440077 Sep 15 13:01:08.207666 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39500b7-8321-43fb-9043-9fa0b9950935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612c13fd-c2df-415b-91c7-abe0417b3a25,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:08.473592 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3677-047e-47bf-9076-2820841df9a1 req-03f89838-11e2-4572-aab6-7529091a15d6 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:08.475087 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dd4c3677-047e-47bf-9076-2820841df9a1 req-03f89838-11e2-4572-aab6-7529091a15d6 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0472376 Sep 15 13:01:08.528355 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dd4c3677-047e-47bf-9076-2820841df9a1 req-46bdad77-d4c4-4385-9500-b5d22e5f0b00 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Sep 15 13:01:08.565805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44766) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:08.579989 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7077dd37-23ec-4350-b20e-10810af1961b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.657742 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7077dd37-23ec-4350-b20e-10810af1961b admin admin] Publish callbacks [] for security_group (211c8787-9771-40ac-b85c-ff9248681935), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.664825 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7077dd37-23ec-4350-b20e-10810af1961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (211c8787-9771-40ac-b85c-ff9248681935), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.705185 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-7077dd37-23ec-4350-b20e-10810af1961b admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=93c9c37969e94b0ebb6051668e58494e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383185 Sep 15 13:01:08.706042 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077dd37-23ec-4350-b20e-10810af1961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c8787-9771-40ac-b85c-ff9248681935,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:08.707998 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44768) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:08.763943 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b8cf8b50-3f5c-43b0-be3c-b5fa1d042b26 admin admin] Publish callbacks [] for security_group (211c8787-9771-40ac-b85c-ff9248681935), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.785564 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b8cf8b50-3f5c-43b0-be3c-b5fa1d042b26 admin admin] Publish callbacks [] for security_group (211c8787-9771-40ac-b85c-ff9248681935), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.837577 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b8cf8b50-3f5c-43b0-be3c-b5fa1d042b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (211c8787-9771-40ac-b85c-ff9248681935), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.840998 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b8cf8b50-3f5c-43b0-be3c-b5fa1d042b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:08.842202 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b8cf8b50-3f5c-43b0-be3c-b5fa1d042b26 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/211c8787-9771-40ac-b85c-ff9248681935 HTTP/1.1" status: 204 len: 168 time: 0.1332042 Sep 15 13:01:08.856921 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf8b50-3f5c-43b0-be3c-b5fa1d042b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c8787-9771-40ac-b85c-ff9248681935,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:09.612837 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:09.651280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e919a-442a-40dd-a24b-90554e463a2b req-5d6f81ec-1be6-4514-adfa-9a8a233c5050 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:09.652859 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-212e919a-442a-40dd-a24b-90554e463a2b req-5d6f81ec-1be6-4514-adfa-9a8a233c5050 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0500290 Sep 15 13:01:09.706078 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-212e919a-442a-40dd-a24b-90554e463a2b req-bbd0b46c-da7d-473a-8f5e-8def69b84641 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Sep 15 13:01:10.853291 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:01:10.868139 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d7d16-b3c8-496a-b953-82923078db95 req-d4925784-b5bf-4ea4-96e1-f401682c20f5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:10.869845 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-027d7d16-b3c8-496a-b953-82923078db95 req-d4925784-b5bf-4ea4-96e1-f401682c20f5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0498917 Sep 15 13:01:10.894502 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:10.937039 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-027d7d16-b3c8-496a-b953-82923078db95 req-16d24524-3ee7-47a0-9cd8-823101716906 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Sep 15 13:01:12.062651 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f61dd-5ba6-4444-9d15-68f5ca3a4b67 req-4a8e8d63-aca6-4de8-bfc2-21209cc3e03b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:12.064004 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6c7f61dd-5ba6-4444-9d15-68f5ca3a4b67 req-4a8e8d63-aca6-4de8-bfc2-21209cc3e03b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0476594 Sep 15 13:01:12.113758 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6c7f61dd-5ba6-4444-9d15-68f5ca3a4b67 req-4fb4a3a2-bf9f-4097-b371-d26aa8b75be9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Sep 15 13:01:18.220215 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:18.870193 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:18.954262 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44942) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:18.958738 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885642636', 'description': 'tempest-description--602611787'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:18.979949 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.047206 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group (2fb8ebeb-4240-480f-8ac6-78f5e63bf495), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.051704 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (2fb8ebeb-4240-480f-8ac6-78f5e63bf495), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.080409 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.081617 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1263540 Sep 15 13:01:19.084605 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44944) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:19.089465 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'security_group_rule': {'security_group_id': '2fb8ebeb-4240-480f-8ac6-78f5e63bf495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:19.097553 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d30f-700b-4cd0-9d6b-b1d38fa5a482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8ebeb-4240-480f-8ac6-78f5e63bf495,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:19.119560 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group_rule (b2be2b81-5cd4-42f5-a8b4-db06a20efc4e), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.188823 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group_rule (b2be2b81-5cd4-42f5-a8b4-db06a20efc4e), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.192171 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (b2be2b81-5cd4-42f5-a8b4-db06a20efc4e), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.212597 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2be2b81-5cd4-42f5-a8b4-db06a20efc4e,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:19.220959 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.222133 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-caa2ff7c-8e65-4115-a3a2-a4385917dc2c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366343 Sep 15 13:01:19.225287 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44946) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:19.229494 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'security_group_rule': {'security_group_id': '2fb8ebeb-4240-480f-8ac6-78f5e63bf495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:19.255178 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group_rule (b2bbbc3b-6520-47af-adcc-65194ebff564), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.300339 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:19.311363 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group_rule (b2bbbc3b-6520-47af-adcc-65194ebff564), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.314872 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (b2bbbc3b-6520-47af-adcc-65194ebff564), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.336682 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bbbc3b-6520-47af-adcc-65194ebff564,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:19.346735 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.347918 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-f939c49c-595e-4b00-aee1-8ff39521c24e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217062 Sep 15 13:01:19.351068 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44948) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:19.355182 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:19.378337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.657768 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.763083 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Allocated IP 172.27.1.59 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/86d595f1-0112-43e7-a1d3-fdef86a17359) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:01:19.827272 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:19.884249 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.923696 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:19.968026 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:01:19.973599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:01:19.976858 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:01:20.006613 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'Port': ['ID=86d595f1-0112-43e7-a1d3-fdef86a17359,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:20.131453 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.175368 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.222188 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44966) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:20.324032 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:20.329047 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.333347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-72ad290f-e689-4fc7-bc71-6fed5885a0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.333899 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.408592 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'Port': ['ID=86d595f1-0112-43e7-a1d3-fdef86a17359,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:20.413422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-72ad290f-e689-4fc7-bc71-6fed5885a0a1 admin admin] Publish callbacks [] for security_group (4c8e7f61-89ca-4353-b4be-9ebecbd35a5f), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.413631 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.419468 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-72ad290f-e689-4fc7-bc71-6fed5885a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4c8e7f61-89ca-4353-b4be-9ebecbd35a5f), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.430595 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.431752 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-08c03932-f10b-4224-a07d-187ead54df0c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0797586 Sep 15 13:01:20.460752 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-72ad290f-e689-4fc7-bc71-6fed5885a0a1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ed4f87e571174d48b424dd9c5dfdfe3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374229 Sep 15 13:01:20.461461 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad290f-e689-4fc7-bc71-6fed5885a0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e7f61-89ca-4353-b4be-9ebecbd35a5f,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:20.463451 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44972) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:20.515577 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40339c06-c569-41af-8bff-baa43423ce4d admin admin] Publish callbacks [] for security_group (4c8e7f61-89ca-4353-b4be-9ebecbd35a5f), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.536408 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40339c06-c569-41af-8bff-baa43423ce4d admin admin] Publish callbacks [] for security_group (4c8e7f61-89ca-4353-b4be-9ebecbd35a5f), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.585469 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40339c06-c569-41af-8bff-baa43423ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4c8e7f61-89ca-4353-b4be-9ebecbd35a5f), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.591296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40339c06-c569-41af-8bff-baa43423ce4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.592480 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-40339c06-c569-41af-8bff-baa43423ce4d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4c8e7f61-89ca-4353-b4be-9ebecbd35a5f HTTP/1.1" status: 204 len: 168 time: 0.1280079 Sep 15 13:01:20.601426 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40339c06-c569-41af-8bff-baa43423ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e7f61-89ca-4353-b4be-9ebecbd35a5f,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:20.630902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:20.662218 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-7186deb6-1224-431e-b2e5-e14830cbdbbf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1885642636&fields=id&tenant_id=ffff4b9feef3437cb5529aeaaacc3f86 HTTP/1.1" status: 200 len: 267 time: 0.0640943 Sep 15 13:01:20.775684 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-6face6d0-2f1e-4a9d-bfcb-ca4c3418318a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:20.777178 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-6face6d0-2f1e-4a9d-bfcb-ca4c3418318a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 819 time: 0.1073115 Sep 15 13:01:20.792482 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-898e3a99-f0c4-457d-9534-c95ea3e10dbf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/quotas/ffff4b9feef3437cb5529aeaaacc3f86 HTTP/1.1" status: 200 len: 375 time: 0.0093415 Sep 15 13:01:20.854012 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-cf24e081-b7ff-46cc-831c-7e9f35ce17dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0561750 Sep 15 13:01:20.872372 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 44988) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:20.885435 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4417b813-be8f-4b72-9eef-ec02a847100c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.899715 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:20.955795 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-d9d61b8d-21db-47df-a18b-22ac90d70353 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874827 Sep 15 13:01:20.974669 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4417b813-be8f-4b72-9eef-ec02a847100c admin admin] Publish callbacks [] for security_group (8b64cff0-417d-4522-832d-bc384aa9614a), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:20.978260 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4417b813-be8f-4b72-9eef-ec02a847100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8b64cff0-417d-4522-832d-bc384aa9614a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:21.019111 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4417b813-be8f-4b72-9eef-ec02a847100c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f9a44eb399da4299a39b07387880a33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456454 Sep 15 13:01:21.019965 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417b813-be8f-4b72-9eef-ec02a847100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b64cff0-417d-4522-832d-bc384aa9614a,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:21.022018 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 44990) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:21.079868 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-206fc4db-d6a7-4ada-bf45-82846baa369a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182997 Sep 15 13:01:21.099878 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d945fd18-1fec-49b6-bacc-196fa3f02345 admin admin] Publish callbacks [] for security_group (8b64cff0-417d-4522-832d-bc384aa9614a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:21.125366 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d945fd18-1fec-49b6-bacc-196fa3f02345 admin admin] Publish callbacks [] for security_group (8b64cff0-417d-4522-832d-bc384aa9614a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:21.148394 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:21.188688 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d945fd18-1fec-49b6-bacc-196fa3f02345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8b64cff0-417d-4522-832d-bc384aa9614a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:21.222200 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d945fd18-1fec-49b6-bacc-196fa3f02345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:21.223539 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d945fd18-1fec-49b6-bacc-196fa3f02345 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8b64cff0-417d-4522-832d-bc384aa9614a HTTP/1.1" status: 204 len: 168 time: 0.2004099 Sep 15 13:01:21.233733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945fd18-1fec-49b6-bacc-196fa3f02345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b64cff0-417d-4522-832d-bc384aa9614a,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:21.299257 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0e20c1fd-21e9-48ad-91da-8dbdcf26501b req-a6e7c2ef-afd5-4828-97fd-0f26936ece59 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 210 time: 0.0502279 Sep 15 13:01:22.418818 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8ab1b24-761e-4e52-84ef-7490cd2febcc req-e79e9272-0c21-42c7-92df-2aa63d6558fe tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 210 time: 0.0276675 Sep 15 13:01:22.541207 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b4de515a-8192-4089-a80c-e3ce53e7a9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:23.524183 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b9867c0e-a5c2-4072-b696-58e5e940e2d8 req-e939fafb-ab4b-4ba6-ba01-1789545d1aec tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 210 time: 0.0291607 Sep 15 13:01:24.628703 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fdbba86d-88fc-493b-ada1-6b58077fce0b req-ee7a6194-4a2a-4587-b6ce-7708c8186a0d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 210 time: 0.0286496 Sep 15 13:01:24.717110 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-beb03227-c1ac-4101-a95e-8d2053e321d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:24.981144 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=18 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:24.981932 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=16 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:25.734275 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf83e701-642f-4ff8-a60d-f838546492e3 req-bf05f5da-e209-4723-b279-3d8bca33a827 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 210 time: 0.0296481 Sep 15 13:01:26.053143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-afa60a8b-a5f3-4eb3-bbd0-2b515ce71f8f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:26.054676 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-afa60a8b-a5f3-4eb3-bbd0-2b515ce71f8f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 819 time: 0.1125236 Sep 15 13:01:26.113112 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:26.143386 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-a946d6ff-bd75-4a7b-817c-d2a840ea4880 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffff4b9feef3437cb5529aeaaacc3f86 HTTP/1.1" status: 200 len: 380 time: 0.0621250 Sep 15 13:01:26.293415 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'port': {'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'admin_state_up': True, 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'security_groups': ['2fb8ebeb-4240-480f-8ac6-78f5e63bf495']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:26.402076 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Made reservation on behalf of ffff4b9feef3437cb5529aeaaacc3f86 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:01:26.406659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:26.533910 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Allocated IP 172.20.0.9 (5a4caedd-fe49-46e7-8d75-963bed0357f2/b075ffdd-5219-40d4-8835-2043603d9c8a/de279c4f-9053-44d1-aa49-aa402574c2ed) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:01:26.537691 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:26.669501 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:26.701504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:26.749145 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:01:26.752258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:01:26.756066 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:01:26.780727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event updated for resources: {'Port': ['ID=de279c4f-9053-44d1-aa49-aa402574c2ed,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:26.814087 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:26.814749 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:26.857449 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f2f83281-052f-43a7-8334-0a2dc5159388 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683413 Sep 15 13:01:26.859946 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:26.876504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6882db1-7807-4d94-8629-8409d2860329 req-9959d34d-13f5-42aa-b47d-8375b26c1f94 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:26.877992 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d6882db1-7807-4d94-8629-8409d2860329 req-9959d34d-13f5-42aa-b47d-8375b26c1f94 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 931 time: 0.0551724 Sep 15 13:01:26.883116 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Request body: {'port': {'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:26.982289 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d6882db1-7807-4d94-8629-8409d2860329 req-dfd30930-6802-4c68-acf4-51fec86c072a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944486 Sep 15 13:01:26.982968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.052088 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-5663efea-48b6-4cde-9998-e0e5ee1e9ec1 None None] Provisioning complete for port de279c4f-9053-44d1-aa49-aa402574c2ed triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:01:27.052334 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5663efea-48b6-4cde-9998-e0e5ee1e9ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.052692 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5663efea-48b6-4cde-9998-e0e5ee1e9ec1 None None] Attempt 1 to provision port de279c4f-9053-44d1-aa49-aa402574c2ed Sep 15 13:01:27.090229 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5663efea-48b6-4cde-9998-e0e5ee1e9ec1 None None] Port de279c4f-9053-44d1-aa49-aa402574c2ed cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:01:27.245128 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de279c4f-9053-44d1-aa49-aa402574c2ed {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:01:27.253128 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Publish callbacks [] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.265954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Transition to ACTIVE for port object de279c4f-9053-44d1-aa49-aa402574c2ed will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:01:27.269583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.347138 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Pushing event updated for resources: {'Port': ['ID=de279c4f-9053-44d1-aa49-aa402574c2ed,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:27.357509 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:27.376240 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Attempting to bind port de279c4f-9053-44d1-aa49-aa402574c2ed on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:01:27.376614 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Attempting to bind port de279c4f-9053-44d1-aa49-aa402574c2ed by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:01:27.376945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Attempting to bind port de279c4f-9053-44d1-aa49-aa402574c2ed on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:01:27.418272 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Port de279c4f-9053-44d1-aa49-aa402574c2ed on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:01:27.418587 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Attempting to bind port de279c4f-9053-44d1-aa49-aa402574c2ed on network 5a4caedd-fe49-46e7-8d75-963bed0357f2 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:01:27.467352 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:01:27.467687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Checking segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:01:27.468066 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Bound using segment: {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:01:27.468521 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Bound port: de279c4f-9053-44d1-aa49-aa402574c2ed, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf4021-1928-49d8-a200-20411a82e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:01:27.468874 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.529322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] For port de279c4f-9053-44d1-aa49-aa402574c2ed, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:01:27.532421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] For port de279c4f-9053-44d1-aa49-aa402574c2ed, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=de279c4f-9053-44d1-aa49-aa402574c2ed,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:01:27.537932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.544552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:27.545242 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.546621 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 1093 time: 0.6674328 Sep 15 13:01:27.547159 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:01:27.549727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:01:27.591204 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5663efea-48b6-4cde-9998-e0e5ee1e9ec1 None None] Attempt 2 to provision port de279c4f-9053-44d1-aa49-aa402574c2ed Sep 15 13:01:27.595126 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f844306f-1801-4c1b-afa3-bb8c7559978d x-openstack-request-id: req-f844306f-1801-4c1b-afa3-bb8c7559978d {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:01:27.595412 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:01:27.595666 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f844306f-1801-4c1b-afa3-bb8c7559978d {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:01:27.596064 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f844306f-1801-4c1b-afa3-bb8c7559978d'] response: {'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'status': 'completed', 'code': 200} Sep 15 13:01:27.602031 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2855-5781-4ecb-a0ad-491a30775b42 service neutron] Pushing event updated for resources: {'Port': ['ID=de279c4f-9053-44d1-aa49-aa402574c2ed,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:27.629282 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5663efea-48b6-4cde-9998-e0e5ee1e9ec1 None None] Port de279c4f-9053-44d1-aa49-aa402574c2ed had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:01:27.670577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f266033b-cc65-43c1-b542-e49bda1ea218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:27.672052 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-f266033b-cc65-43c1-b542-e49bda1ea218 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1127 time: 0.0388732 Sep 15 13:01:27.788495 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:27.969030 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-c954d2e4-d3bf-4b6f-9b50-8561ce38b649 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 217 time: 0.2828248 Sep 15 13:01:27.991108 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:28.010864 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:28.022482 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-47ed2d81-4436-4001-8a6f-1fd53f1c6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:28.023941 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-47ed2d81-4436-4001-8a6f-1fd53f1c6e02 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0485046 Sep 15 13:01:28.080312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-a5528134-a001-49e2-a736-831c3a1071d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:28.081608 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-a5528134-a001-49e2-a736-831c3a1071d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506794 Sep 15 13:01:28.161922 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01776b7-0bbf-4a13-8b10-67165cd66fcb req-788fbfe2-01a0-44ab-a8f7-07340360feb0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:28.163391 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01776b7-0bbf-4a13-8b10-67165cd66fcb req-788fbfe2-01a0-44ab-a8f7-07340360feb0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0972292 Sep 15 13:01:28.238746 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-343c8499-b244-4a24-96ff-90d684a80e15 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382692 Sep 15 13:01:28.242236 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01776b7-0bbf-4a13-8b10-67165cd66fcb req-fae3fa3b-21b5-406d-87fc-9ef2dcd4f528 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730062 Sep 15 13:01:28.333239 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b80bf531-1dd7-4dec-a0f3-5a738c979041 req-08d1be69-1941-4149-80df-a1ef4b11b240 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859671 Sep 15 13:01:29.362702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800550d9-77c2-4ef8-9a9d-b66af40111a8 req-d8a2e84d-2545-47a0-a670-5474a497980a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:29.364142 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-800550d9-77c2-4ef8-9a9d-b66af40111a8 req-d8a2e84d-2545-47a0-a670-5474a497980a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0456171 Sep 15 13:01:29.410794 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-800550d9-77c2-4ef8-9a9d-b66af40111a8 req-9c5469fb-5e60-4879-8f8f-ca2cec12a406 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Sep 15 13:01:30.530925 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d29439-f2e3-46a5-977f-c01a3beece72 req-9d930ae2-eacf-44d0-8a4e-db16699558d0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:30.532425 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e2d29439-f2e3-46a5-977f-c01a3beece72 req-9d930ae2-eacf-44d0-8a4e-db16699558d0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0463772 Sep 15 13:01:30.583230 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e2d29439-f2e3-46a5-977f-c01a3beece72 req-c9f0e35f-bc6f-4991-baa2-2d9eff5bfd3f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Sep 15 13:01:31.706319 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0395d08-e2fa-49e1-8444-3bda266887d4 req-4df13550-f09a-4917-be61-9d4b2dec8e9a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:31.707775 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b0395d08-e2fa-49e1-8444-3bda266887d4 req-4df13550-f09a-4917-be61-9d4b2dec8e9a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0473258 Sep 15 13:01:31.755007 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b0395d08-e2fa-49e1-8444-3bda266887d4 req-d74f312b-91c5-4ee7-ab9a-372264bb5e0d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Sep 15 13:01:32.877789 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170a2c-8acb-463f-91c3-e84a7da73ab3 req-39763988-fbb2-49c6-9b59-3fa66ae9843e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:32.879129 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d170a2c-8acb-463f-91c3-e84a7da73ab3 req-39763988-fbb2-49c6-9b59-3fa66ae9843e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0455360 Sep 15 13:01:32.924930 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1d170a2c-8acb-463f-91c3-e84a7da73ab3 req-fbb7da1c-a780-4890-b893-8e554d6919b4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Sep 15 13:01:34.047700 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce12b-5175-4557-a26b-7758b36635b9 req-c2e0fb4a-710a-40dc-9fa3-018269a9ee9a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:34.049204 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2c4ce12b-5175-4557-a26b-7758b36635b9 req-c2e0fb4a-710a-40dc-9fa3-018269a9ee9a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0490274 Sep 15 13:01:34.094871 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2c4ce12b-5175-4557-a26b-7758b36635b9 req-9e34ac0e-cb13-481b-a179-c150b0a96dbe tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Sep 15 13:01:35.212748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01100a51-b340-43c6-85ab-3f680c6b7efa req-c4afbe0e-ff28-415b-ac4a-11021733d468 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:35.214217 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-01100a51-b340-43c6-85ab-3f680c6b7efa req-c4afbe0e-ff28-415b-ac4a-11021733d468 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0463674 Sep 15 13:01:35.264709 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-01100a51-b340-43c6-85ab-3f680c6b7efa req-8694777d-ea9c-4d07-b878-09f58b5b40d7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Sep 15 13:01:36.379951 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53779ff7-b800-4162-b714-cfed0c6bd90b req-d1bc39c9-82be-4b78-806d-251ebd01b403 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:36.381444 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-53779ff7-b800-4162-b714-cfed0c6bd90b req-d1bc39c9-82be-4b78-806d-251ebd01b403 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0466943 Sep 15 13:01:36.427935 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-53779ff7-b800-4162-b714-cfed0c6bd90b req-148528af-0d2f-4d82-ba2f-48667e2a1670 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Sep 15 13:01:36.770685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:37.516601 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:37.565150 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10518ff-3b2a-4b54-82cd-c192319b4e2b req-a365989c-52d8-47d9-ba35-6e211d674588 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:37.566672 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a10518ff-3b2a-4b54-82cd-c192319b4e2b req-a365989c-52d8-47d9-ba35-6e211d674588 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0605140 Sep 15 13:01:37.619706 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a10518ff-3b2a-4b54-82cd-c192319b4e2b req-56e95ebc-37ee-4887-8db8-b5ff6cfa249b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467470 Sep 15 13:01:38.748221 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd503b-92fb-4fc2-abf4-a32ab09d5a02 req-1bc8dbf0-810e-427b-bdc9-a89b8640f69d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:38.749720 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b6dd503b-92fb-4fc2-abf4-a32ab09d5a02 req-1bc8dbf0-810e-427b-bdc9-a89b8640f69d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.0517485 Sep 15 13:01:38.798086 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b6dd503b-92fb-4fc2-abf4-a32ab09d5a02 req-b97956c5-3f87-4937-89f7-982be5776701 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Sep 15 13:01:39.356533 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-601b54d0-f8c6-4d50-a6a3-f5e082fa5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:39.358292 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-601b54d0-f8c6-4d50-a6a3-f5e082fa5c61 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1127 time: 0.0407500 Sep 15 13:01:39.460865 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-cc627f66-adc4-48b2-ae48-dadbe5473288 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484805 Sep 15 13:01:39.485425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-db033d6b-8ba3-46f2-84bf-91012c1d7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:39.486934 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-db033d6b-8ba3-46f2-84bf-91012c1d7d65 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.1227427 Sep 15 13:01:39.534872 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-ec008aaf-28ae-42fc-aa90-ced4035865f4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 217 time: 0.0407369 Sep 15 13:01:39.595047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-dc5379a3-a938-4722-b665-80b7158d22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:39.596675 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-dc5379a3-a938-4722-b665-80b7158d22f6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1129 time: 0.0950997 Sep 15 13:01:39.609141 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-5cecb85a-88d9-42fd-a0a6-2d2fe7d7851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:39.610628 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-5cecb85a-88d9-42fd-a0a6-2d2fe7d7851f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0609398 Sep 15 13:01:39.666900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:39.707114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-c699bd13-6d4e-49e3-89bd-bf3e78bd18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:39.708634 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-c699bd13-6d4e-49e3-89bd-bf3e78bd18ca service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897973 Sep 15 13:01:39.794745 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-13091f8d-5f62-4138-a5f1-cfee4e16f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:39.796200 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-13091f8d-5f62-4138-a5f1-cfee4e16f5da service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.1683037 Sep 15 13:01:39.866802 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-9e612085-fd33-4e01-8539-7e33bae2165d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501060 Sep 15 13:01:39.907743 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-547d1cd1-6c9c-4b26-9354-155d863cb6f8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 1000 time: 0.0966606 Sep 15 13:01:40.009275 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013334-b62d-4b55-a6e0-063a9f0d04b4 req-5862e874-2bec-4341-835d-06126853d33b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:40.010736 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5013334-b62d-4b55-a6e0-063a9f0d04b4 req-5862e874-2bec-4341-835d-06126853d33b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 943 time: 0.1362922 Sep 15 13:01:40.044232 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-61c9c150-433e-44a6-8114-4eb7d96ac846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:40.045800 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-61c9c150-433e-44a6-8114-4eb7d96ac846 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0974090 Sep 15 13:01:40.089356 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-023f5002-34a1-4d5f-9bcc-cbaf3333a2c8 req-7e0389e9-8f21-4da5-954d-32d3f997ec92 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137270 Sep 15 13:01:40.117995 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-bf5a0b4b-3c98-4b68-b91f-1e4b70f309cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:40.119387 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-bf5a0b4b-3c98-4b68-b91f-1e4b70f309cc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613115 Sep 15 13:01:40.124633 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5013334-b62d-4b55-a6e0-063a9f0d04b4 req-494ab600-a975-47f3-a7d8-5c963b08fdeb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047094 Sep 15 13:01:40.197091 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:40.222884 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-19d70a4d-50ae-43f6-aab6-b75e23892a07 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891926 Sep 15 13:01:40.315954 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-541ecdeb-79d9-4cae-ac25-2853636020b7 req-d704b570-94e3-4d5b-b237-4d62a1ecaf49 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865080 Sep 15 13:01:40.922801 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device de279c4f-9053-44d1-aa49-aa402574c2ed details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:01:41.040844 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port de279c4f-9053-44d1-aa49-aa402574c2ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=de279c4f-9053-44d1-aa49-aa402574c2ed,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:01:41.058052 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:01:41.110582 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port de279c4f-9053-44d1-aa49-aa402574c2ed is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:01:41.110983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:41.126634 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de279c4f-9053-44d1-aa49-aa402574c2ed {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:01:41.148630 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port de279c4f-9053-44d1-aa49-aa402574c2ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=de279c4f-9053-44d1-aa49-aa402574c2ed,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:01:41.154387 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:41.210791 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=de279c4f-9053-44d1-aa49-aa402574c2ed,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:41.220244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220735 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220735 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.220949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.221271 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.221593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.221916 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.222252 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.222575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.222892 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.223207 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:41.248723 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:41.263225 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79c985-4a0c-4d4c-817f-055a2439f3b6 req-c566a51e-6d02-434d-b3d7-7e7c0a1f1f5c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:41.264731 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3e79c985-4a0c-4d4c-817f-055a2439f3b6 req-c566a51e-6d02-434d-b3d7-7e7c0a1f1f5c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 944 time: 0.0554566 Sep 15 13:01:41.316038 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3e79c985-4a0c-4d4c-817f-055a2439f3b6 req-dd0497a6-9b66-4967-8c3f-2c6501dc7c46 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Sep 15 13:01:41.704976 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['de279c4f-9053-44d1-aa49-aa402574c2ed'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:01:42.437702 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd569-1af9-45d2-82e2-c745f47c5c76 req-842716c0-0238-4fcc-931a-a23ededeef7a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:42.439180 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8d9bd569-1af9-45d2-82e2-c745f47c5c76 req-842716c0-0238-4fcc-931a-a23ededeef7a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 944 time: 0.0501187 Sep 15 13:01:42.487258 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8d9bd569-1af9-45d2-82e2-c745f47c5c76 req-c6f37b22-2312-49f7-aaf3-380231d365fe tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Sep 15 13:01:43.606527 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038f1a1-0822-44f2-bd09-4beb510f0be9 req-df28a1bf-fbb3-4900-aa55-84f76773586f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:43.608200 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f038f1a1-0822-44f2-bd09-4beb510f0be9 req-df28a1bf-fbb3-4900-aa55-84f76773586f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 944 time: 0.0460598 Sep 15 13:01:43.658129 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f038f1a1-0822-44f2-bd09-4beb510f0be9 req-b4cb35cf-449b-4d28-9257-ecac91a21758 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Sep 15 13:01:44.775383 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529542f-679c-48df-a45b-469f7547e1fb req-ed117b9a-d5a6-4493-a736-e360df7b20c9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:44.776861 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9529542f-679c-48df-a45b-469f7547e1fb req-ed117b9a-d5a6-4493-a736-e360df7b20c9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 944 time: 0.0456238 Sep 15 13:01:44.824400 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9529542f-679c-48df-a45b-469f7547e1fb req-82a714cc-aa04-4e64-8b69-0266f62ff482 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Sep 15 13:01:45.945152 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d57933-4289-4113-9b24-72bd12e399d0 req-8a1ba86b-d2da-46c3-9d12-a1d975d2edfa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:45.946614 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-77d57933-4289-4113-9b24-72bd12e399d0 req-8a1ba86b-d2da-46c3-9d12-a1d975d2edfa tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 944 time: 0.0463479 Sep 15 13:01:45.996623 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-77d57933-4289-4113-9b24-72bd12e399d0 req-735e0cee-0bf7-4b77-87ea-58b23bc2ac49 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Sep 15 13:01:47.117544 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a45a1-743f-4696-b2d5-b37371d01e7f req-f6b515fa-3aa3-4da4-b0d4-5467df02bdcc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:47.119014 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5e7a45a1-743f-4696-b2d5-b37371d01e7f req-f6b515fa-3aa3-4da4-b0d4-5467df02bdcc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 944 time: 0.0493448 Sep 15 13:01:47.166660 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5e7a45a1-743f-4696-b2d5-b37371d01e7f req-e1c2e4de-49e1-478e-bf98-cae5a3576d4d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Sep 15 13:01:47.231552 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device de279c4f-9053-44d1-aa49-aa402574c2ed up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:01:47.276526 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port de279c4f-9053-44d1-aa49-aa402574c2ed completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:01:47.282272 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port de279c4f-9053-44d1-aa49-aa402574c2ed triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:01:47.282685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:47.283086 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port de279c4f-9053-44d1-aa49-aa402574c2ed Sep 15 13:01:47.321111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:47.361900 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port de279c4f-9053-44d1-aa49-aa402574c2ed is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:01:47.362288 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:47.385320 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:01:47.387586 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7936b8-9ee5-48cc-9c1d-4199a1c16c46" -d '{"events": [{"server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "name": "network-vif-plugged", "status": "completed", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:01:47.406019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port de279c4f-9053-44d1-aa49-aa402574c2ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=de279c4f-9053-44d1-aa49-aa402574c2ed,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:01:47.411084 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:47.432414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:47.438153 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ded403-a7fd-4cdc-87e5-a78144ce0082 x-openstack-request-id: req-f5ded403-a7fd-4cdc-87e5-a78144ce0082 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:01:47.438354 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "name": "network-vif-plugged", "status": "completed", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:01:47.438595 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5ded403-a7fd-4cdc-87e5-a78144ce0082 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:01:47.438981 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ded403-a7fd-4cdc-87e5-a78144ce0082'] response: {'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'code': 200} Sep 15 13:01:47.462452 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=de279c4f-9053-44d1-aa49-aa402574c2ed,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:47.687923 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d6de-1895-4218-b344-ade76f04eef3 req-19b19bc1-5422-45e1-afc3-fed61f6365ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:47.689529 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1183d6de-1895-4218-b344-ade76f04eef3 req-19b19bc1-5422-45e1-afc3-fed61f6365ac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0438416 Sep 15 13:01:47.705113 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:47.740437 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1183d6de-1895-4218-b344-ade76f04eef3 req-6175f66b-3592-4c95-847e-621997e97a01 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Sep 15 13:01:47.824861 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:01:48.289670 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da1337-eaef-4dea-b397-eb57e7f79464 req-984516f6-5979-452d-bb7e-fa45a8e4e9cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:48.291163 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-40da1337-eaef-4dea-b397-eb57e7f79464 req-984516f6-5979-452d-bb7e-fa45a8e4e9cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0487318 Sep 15 13:01:48.341899 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-40da1337-eaef-4dea-b397-eb57e7f79464 req-b7ad3881-fad8-44f6-94a5-caefd2c55e61 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449998 Sep 15 13:01:49.474635 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c777ee-c446-426c-aec3-c848203034d9 req-c6023f33-13cd-4b2f-a275-ea6ffa07b89e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:49.476023 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-34c777ee-c446-426c-aec3-c848203034d9 req-c6023f33-13cd-4b2f-a275-ea6ffa07b89e tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Sep 15 13:01:49.503577 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:49.526497 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-34c777ee-c446-426c-aec3-c848203034d9 req-67884f7b-f039-4467-8987-7ef60125ccc8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Sep 15 13:01:50.655784 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5d265-f82d-437d-8083-27d99e534262 req-f1485b48-5e4b-4836-94e6-af269b3ed97f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:50.657291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b0c5d265-f82d-437d-8083-27d99e534262 req-f1485b48-5e4b-4836-94e6-af269b3ed97f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Sep 15 13:01:50.706206 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b0c5d265-f82d-437d-8083-27d99e534262 req-4b9020dd-3181-4945-b777-db80185bb2c5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Sep 15 13:01:50.830505 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b835a-4128-43ae-91eb-bdf551bb8e94 req-21124383-f3fd-4f64-a833-f730fa6c7617 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:50.831933 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e03b835a-4128-43ae-91eb-bdf551bb8e94 req-21124383-f3fd-4f64-a833-f730fa6c7617 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0522690 Sep 15 13:01:50.842453 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45348) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:50.847163 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'floatingip': {'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:01:50.886526 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.226403 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:51.330704 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.336299 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.437411 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Floating IP e96cfefb-3d42-4e38-941f-c62ae32bc5e1 associated. External IP: 172.27.1.59, port: de279c4f-9053-44d1-aa49-aa402574c2ed. Sep 15 13:01:51.652062 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:51.655292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Router d8397d97-011d-4e4a-b546-11ada2f5c0ae has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:01:51.701109 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45368) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:51.764623 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:01:51.773183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.775701 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] Sync routers for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:01:51.787915 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:01:51.788658 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:01:51.816532 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b39d1de7-b19c-41f4-98e5-9e631f11e26c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/e96cfefb-3d42-4e38-941f-c62ae32bc5e1 HTTP/1.1" status: 200 len: 990 time: 0.9706893 Sep 15 13:01:51.816532 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:01:51.817727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3108551a-e40b-4574-927b-a2919191f3db" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:01:51.819989 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.862669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cb73f0-a429-4d53-89a6-0bad42964213 x-openstack-request-id: req-04cb73f0-a429-4d53-89a6-0bad42964213 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:01:51.863286 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:01:51.863845 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04cb73f0-a429-4d53-89a6-0bad42964213 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:01:51.864733 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cb73f0-a429-4d53-89a6-0bad42964213'] response: {'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'status': 'completed', 'code': 200} Sep 15 13:01:51.908478 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Publish callbacks [] for security_group (8e01a1c9-2496-4eda-996a-22ab6e4d7267), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.913397 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8e01a1c9-2496-4eda-996a-22ab6e4d7267), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:51.960974 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9b5e5be6e7a543c1b139507496c2a01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585514 Sep 15 13:01:51.961834 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01a1c9-2496-4eda-996a-22ab6e4d7267,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:51.963437 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45376) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:01:51.973710 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.974107 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.974397 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.974733 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.975164 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.975729 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.975849 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.976338 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.976822 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.977183 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.977560 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.977892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.978309 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.978654 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:51.979059 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584cddbc-0b6b-4af7-b03f-e075dabc1c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.011175 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108551a-e40b-4574-927b-a2919191f3db req-7a938f6c-ee44-40c9-9dc2-5e49fc688a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:52.013063 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-7a938f6c-ee44-40c9-9dc2-5e49fc688a4c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0905383 Sep 15 13:01:52.028030 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:01:52.099860 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Publish callbacks [] for security_group (8e01a1c9-2496-4eda-996a-22ab6e4d7267), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:52.140317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Publish callbacks [] for security_group (8e01a1c9-2496-4eda-996a-22ab6e4d7267), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:52.169877 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108551a-e40b-4574-927b-a2919191f3db req-84a01599-8df8-4928-aabf-2aa1f6388db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:52.171599 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-84a01599-8df8-4928-aabf-2aa1f6388db1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.1471460 Sep 15 13:01:52.248592 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-b5ecefbd-9162-4db9-8272-168f84caf00c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 998 time: 0.0689037 Sep 15 13:01:52.257695 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8e01a1c9-2496-4eda-996a-22ab6e4d7267), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:52.260196 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:52.261332 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8e01a1c9-2496-4eda-996a-22ab6e4d7267 HTTP/1.1" status: 204 len: 168 time: 0.2969708 Sep 15 13:01:52.292006 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01a1c9-2496-4eda-996a-22ab6e4d7267,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:01:52.308591 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'e96cfefb-3d42-4e38-941f-c62ae32bc5e1', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:01:20Z', 'updated_at': '2022-09-15T13:01:51Z', 'revision_number': 1, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:01:52.334485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.334952 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.335379 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.335829 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.336224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.336684 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.337075 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.337481 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.337870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.338262 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.338591 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.339078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.339425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.339752 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.340133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a30d5-3f8c-4976-a3dd-991401a96a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:01:52.343777 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] Checking router: d8397d97-011d-4e4a-b546-11ada2f5c0ae for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:01:52.365253 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:01:52.365441 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108551a-e40b-4574-927b-a2919191f3db req-73f96363-5f09-41b4-b50b-9dd0c175f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:52.365937 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:01:52.367280 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-73f96363-5f09-41b4-b50b-9dd0c175f336 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0979111 Sep 15 13:01:52.385164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:52.428139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108551a-e40b-4574-927b-a2919191f3db req-2ec5c7e3-b647-407a-bc9c-e5bb9fb19c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:01:52.430184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-2ec5c7e3-b647-407a-bc9c-e5bb9fb19c6f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540085 Sep 15 13:01:52.489164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:01:52.535247 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-54273a80-00b5-4ac3-912f-d0ba6f9b1790 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981371 Sep 15 13:01:52.593178 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-22464a02-aab3-4e3c-a40b-a27b78b04be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:52.649329 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3108551a-e40b-4574-927b-a2919191f3db req-d8c096c5-9010-4929-bd92-299d0fbb59c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074252 Sep 15 13:01:52.665192 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:52.747744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'e96cfefb-3d42-4e38-941f-c62ae32bc5e1', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:01:20Z', 'updated_at': '2022-09-15T13:01:51Z', 'revision_number': 1, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:01:52.774405 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72b4fb-f327-4cf6-8cdd-3dde2b382c4c None None] The sync data for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'e96cfefb-3d42-4e38-941f-c62ae32bc5e1', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:01:20Z', 'updated_at': '2022-09-15T13:01:51Z', 'revision_number': 1, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:01:53.422224 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b5dfe6-407c-49c9-8a4d-ebfeefc92b70 None None] New status for floating IP e96cfefb-3d42-4e38-941f-c62ae32bc5e1: ACTIVE {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:01:54.719015 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-366d5ab6-ceee-4de9-989f-3a9e7ca4f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:56.117016 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:57.789118 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:01:57.979823 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:01:57.986076 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:01.964497 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:01.973466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=59,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:02.643454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=84,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:02.644245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=18 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:03.486569 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45550) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:03.590287 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:03.592749 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49cdec65-d5b6-4d2f-a510-ba07350d2799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.610974 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:03.671240 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49cdec65-d5b6-4d2f-a510-ba07350d2799 admin admin] Publish callbacks [] for security_group (d10904a9-e28b-4057-abe3-1b1c4a97d002), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.675012 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49cdec65-d5b6-4d2f-a510-ba07350d2799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d10904a9-e28b-4057-abe3-1b1c4a97d002), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.717389 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-49cdec65-d5b6-4d2f-a510-ba07350d2799 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=00551102e4a845ea95e15fa613dfbf59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297769 Sep 15 13:02:03.718234 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdec65-d5b6-4d2f-a510-ba07350d2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10904a9-e28b-4057-abe3-1b1c4a97d002,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:03.720144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45554) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:03.769953 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d962c17f-fcfb-4724-9d1c-07e05911e5f4 admin admin] Publish callbacks [] for security_group (d10904a9-e28b-4057-abe3-1b1c4a97d002), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.789373 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d962c17f-fcfb-4724-9d1c-07e05911e5f4 admin admin] Publish callbacks [] for security_group (d10904a9-e28b-4057-abe3-1b1c4a97d002), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.841490 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d962c17f-fcfb-4724-9d1c-07e05911e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d10904a9-e28b-4057-abe3-1b1c4a97d002), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.843979 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d962c17f-fcfb-4724-9d1c-07e05911e5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:03.845133 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d962c17f-fcfb-4724-9d1c-07e05911e5f4 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d10904a9-e28b-4057-abe3-1b1c4a97d002 HTTP/1.1" status: 204 len: 168 time: 0.1239011 Sep 15 13:02:03.852796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c17f-fcfb-4724-9d1c-07e05911e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10904a9-e28b-4057-abe3-1b1c4a97d002,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:04.464995 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45580) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:04.561067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2065196439-network', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:04.824191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Made reservation on behalf of a6537f34327448c2b6acd5774dffc8c9 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:02:04.826508 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:04.834619 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:04.907901 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks [] for security_group (9519815c-9e14-46b4-9d51-536105a07bcc), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:04.911716 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9519815c-9e14-46b4-9d51-536105a07bcc), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:04.936859 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:02:04.946208 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9519815c-9e14-46b4-9d51-536105a07bcc,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:04.956583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (199a7889-58d5-49e4-a6b4-74f65b01d515), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:04.957119 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Added segment 199a7889-58d5-49e4-a6b4-74f65b01d515 of type vlan for network 7a66741c-7788-4977-a625-7b1bd1896edc Sep 15 13:02:04.997826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (7a66741c-7788-4977-a625-7b1bd1896edc), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.022406 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (7a66741c-7788-4977-a625-7b1bd1896edc), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.023376 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:05.023955 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.075785 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6090360 Sep 15 13:02:05.078893 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45586) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:05.083704 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Request body: {'subnet': {'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2065196439-subnet', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:05.089296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34dc16-2580-4138-95f4-2bf41d370ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=7a66741c-7788-4977-a625-7b1bd1896edc,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:05.100253 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 7a66741c-7788-4977-a625-7b1bd1896edc details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:02:05.107025 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Made reservation on behalf of a6537f34327448c2b6acd5774dffc8c9 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:02:05.109539 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9939891'] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.277395 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9692291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9939877'] for subnet (d9310cda-1d3e-477b-8939-3525e7a8a803), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.334196 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9310cda-1d3e-477b-8939-3525e7a8a803,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:05.342552 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Checking segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:05.342913 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Network hostable DHCP agents. Network: 7a66741c-7788-4977-a625-7b1bd1896edc, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:02:05.362361 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Network 7a66741c-7788-4977-a625-7b1bd1896edc is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:02:05.371265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 7a66741c-7788-4977-a625-7b1bd1896edc) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:05.375653 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:05.376252 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.381351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd3dc0-2250-496c-b7b1-0ecc6b0f44df None None] Network 7a66741c-7788-4977-a625-7b1bd1896edc requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:02:05.395409 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-27ff5bf4-d06f-411e-9209-062633b2cce9 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126249 Sep 15 13:02:05.395618 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45588) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:05.399731 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:05.421711 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (61b26071-e635-4924-a4a5-606d2d77e746), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.422769 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (61b26071-e635-4924-a4a5-606d2d77e746), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.476777 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks [] for router_controller (61b26071-e635-4924-a4a5-606d2d77e746), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.485961 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-7a66741c-7788-4977-a625-7b1bd1896edc', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 13:02:05.486887 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.613085 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks [] for router_gateway (61b26071-e635-4924-a4a5-606d2d77e746), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.625758 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Allocated IP 172.20.0.2 (7a66741c-7788-4977-a625-7b1bd1896edc/d9310cda-1d3e-477b-8939-3525e7a8a803/0127d9f3-7ffe-49ef-80e6-732bc66a3c68) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:05.689881 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:05.724691 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:05.772510 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Publish callbacks [] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.778097 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.798078 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks [] for router_gateway (61b26071-e635-4924-a4a5-606d2d77e746), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.819102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.821336 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Network 7a66741c-7788-4977-a625-7b1bd1896edc is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:05.824596 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:05.828428 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:05.831756 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Pushing event updated for resources: {'Port': ['ID=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:05.885529 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Attempting to bind port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:05.885798 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Attempting to bind port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:05.886155 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Attempting to bind port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 on network 7a66741c-7788-4977-a625-7b1bd1896edc {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:05.924971 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Allocated IP 172.27.1.237 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/1af46a24-3210-4189-94d4-fb8297e3d25d) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:05.931783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:05.932152 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Checking segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:05.932579 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.932959 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Bound using segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:05.933422 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Bound port: 0127d9f3-7ffe-49ef-80e6-732bc66a3c68, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:05.933791 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:05.998409 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] For port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:06.002407 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] For port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:06.008169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.041121 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:06.043280 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks [] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.079292 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f84ba-9d8a-49b9-a526-69b27c719f30 None None] Pushing event updated for resources: {'Port': ['ID=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:06.086837 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.124691 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:06.129621 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:06.133155 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:06.166522 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Pushing event updated for resources: {'Port': ['ID=1af46a24-3210-4189-94d4-fb8297e3d25d,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:06.391169 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks [] for router_gateway (61b26071-e635-4924-a4a5-606d2d77e746), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.475847 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:06.578561 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (61b26071-e635-4924-a4a5-606d2d77e746), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.695599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:06.709920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Router 61b26071-e635-4924-a4a5-606d2d77e746 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:02:06.786010 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.820746 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:02:06.831092 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Sync routers for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:02:06.838056 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:06.842407 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5f4b59fa-231e-47d8-9832-db362b4e9a16 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4428141 Sep 15 13:02:06.842578 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:06.842667 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:06.842894 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45594) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:06.931702 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:06.936543 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b3fa7-5848-4122-887f-c7f771bc1f54 None None] Network 7a66741c-7788-4977-a625-7b1bd1896edc requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:02:06.996153 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:07.086154 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Provisioning complete for port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:07.086530 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.086867 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Attempt 1 to provision port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 Sep 15 13:02:07.426225 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Current status of the port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:07.426796 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.443332 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:06Z', 'revision_number': 3, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:07.497344 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:07.501674 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Checking router: 61b26071-e635-4924-a4a5-606d2d77e746 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:02:07.502020 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Updating router 61b26071-e635-4924-a4a5-606d2d77e746 port 1af46a24-3210-4189-94d4-fb8297e3d25d binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:02:07.505782 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.506287 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] For port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:07.544919 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.582288 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.647680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab8b3e-3c69-46a8-9bab-44be71c6efb7 None None] Pushing event updated for resources: {'Port': ['ID=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:07.658661 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:07.673201 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Allocated IP 172.20.0.1 (7a66741c-7788-4977-a625-7b1bd1896edc/d9310cda-1d3e-477b-8939-3525e7a8a803/a6445368-b138-4072-9ac6-c24b2df2a2a2) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:07.705355 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:07.710544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:07.710916 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.711250 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 Sep 15 13:02:07.719981 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-a8776d32-a4de-4ccd-8855-27964bdcaf40 None None] Provisioning complete for port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:07.720339 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a8776d32-a4de-4ccd-8855-27964bdcaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.720671 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-a8776d32-a4de-4ccd-8855-27964bdcaf40 None None] Attempt 1 to provision port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 Sep 15 13:02:07.742639 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:07.781939 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks [] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.815038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.855982 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Network 7a66741c-7788-4977-a625-7b1bd1896edc is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:07.859926 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:07.862517 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:07.883317 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:07.894279 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6445368-b138-4072-9ac6-c24b2df2a2a2,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:07.912297 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (61b26071-e635-4924-a4a5-606d2d77e746), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:07.935557 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:07.955424 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-a8776d32-a4de-4ccd-8855-27964bdcaf40 None None] Current status of the port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:08.027060 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Publish callbacks [] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.034955 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.058083 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.087242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Attempting to bind port 1af46a24-3210-4189-94d4-fb8297e3d25d on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:08.087609 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Attempting to bind port 1af46a24-3210-4189-94d4-fb8297e3d25d by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:08.087970 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Attempting to bind port 1af46a24-3210-4189-94d4-fb8297e3d25d on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:08.117299 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Provisioning complete for port a6445368-b138-4072-9ac6-c24b2df2a2a2 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:08.117665 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.117992 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 1 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:08.123192 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa5d24-7dd6-4e6a-9b03-e1bb5ab7e3fe None None] Pushing event updated for resources: {'Port': ['ID=1af46a24-3210-4189-94d4-fb8297e3d25d,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:08.167558 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:08.174094 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:08.174461 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:08.174863 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.175248 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:08.175711 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Bound port: 1af46a24-3210-4189-94d4-fb8297e3d25d, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:08.176080 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.223352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks [] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.226694 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] For port 1af46a24-3210-4189-94d4-fb8297e3d25d, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:08.227955 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.230288 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] For port 1af46a24-3210-4189-94d4-fb8297e3d25d, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=1af46a24-3210-4189-94d4-fb8297e3d25d,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:08.238351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.275246 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:08.275865 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:08.298726 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6445368-b138-4072-9ac6-c24b2df2a2a2,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:08.301203 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (61b26071-e635-4924-a4a5-606d2d77e746), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:08.340624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa5d24-7dd6-4e6a-9b03-e1bb5ab7e3fe None None] Pushing event updated for resources: {'Port': ['ID=1af46a24-3210-4189-94d4-fb8297e3d25d,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:08.395693 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:08.396811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Network 7a66741c-7788-4977-a625-7b1bd1896edc is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:08.398124 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:08.404520 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:08.519000 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Router 61b26071-e635-4924-a4a5-606d2d77e746 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:02:08.525876 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:08.533536 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:08.596393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 2, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:08.620705 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68655073-3ec5-4250-9214-afa4fb23a6d1 None None] The sync data for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi is: [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 2, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:02:08.630279 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:02:08.635349 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c60f0da6-c13a-496e-b13d-09048af5e7e0 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/61b26071-e635-4924-a4a5-606d2d77e746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915239 Sep 15 13:02:08.669396 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 2 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:08.705468 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:09.155033 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45616) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:09.159861 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-795190726-network', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:09.181862 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Made reservation on behalf of a6ba2d3a042b4248af4e59f196584800 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:02:09.184445 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.193826 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.206267 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 3 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:09.272144 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:09.327203 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks [] for security_group (cc84750f-fa6e-4539-9169-ff4f4e71db0d), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.331596 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (cc84750f-fa6e-4539-9169-ff4f4e71db0d), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.360240 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:02:09.367060 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84750f-fa6e-4539-9169-ff4f4e71db0d,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:09.375203 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (de4899a6-5bcb-4b13-8d20-e7ba9fe16b54), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.377065 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Added segment de4899a6-5bcb-4b13-8d20-e7ba9fe16b54 of type vlan for network 5c996ac5-3523-4b7c-ab24-8580373d51ea Sep 15 13:02:09.438259 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (5c996ac5-3523-4b7c-ab24-8580373d51ea), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.468075 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (5c996ac5-3523-4b7c-ab24-8580373d51ea), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.472317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:09.472317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.537269 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3786457 Sep 15 13:02:09.538018 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45622) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:09.542034 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064b034-66c4-4479-aac7-f010fdbface2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c996ac5-3523-4b7c-ab24-8580373d51ea,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:09.542572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Request body: {'subnet': {'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-795190726-subnet', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:09.553043 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:02:09.564579 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Made reservation on behalf of a6ba2d3a042b4248af4e59f196584800 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:02:09.566988 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058745'] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.602280 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 1af46a24-3210-4189-94d4-fb8297e3d25d up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:09.677661 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 1af46a24-3210-4189-94d4-fb8297e3d25d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:09.678103 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.678496 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 1af46a24-3210-4189-94d4-fb8297e3d25d Sep 15 13:02:09.679962 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:09.756995 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 1af46a24-3210-4189-94d4-fb8297e3d25d is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:09.757226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10410398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058735'] for subnet (26461781-93d7-4508-98e1-4c6c9f8d4ed3), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.757643 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.762264 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:09.773288 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 4 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:09.801012 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 1af46a24-3210-4189-94d4-fb8297e3d25d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=1af46a24-3210-4189-94d4-fb8297e3d25d,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:09.811227 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.812145 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:09.819713 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:09.827369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26461781-93d7-4508-98e1-4c6c9f8d4ed3,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:09.834756 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Checking segment: {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:09.836651 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Network hostable DHCP agents. Network: 5c996ac5-3523-4b7c-ab24-8580373d51ea, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:02:09.858066 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:02:09.860424 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:09.867550 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 5c996ac5-3523-4b7c-ab24-8580373d51ea) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:09.871978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:09.873027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.883994 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a8457-536a-408e-8503-e2f1810e50a9 None None] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:02:09.892795 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1f972668-cd31-4fd1-b298-2c6974f14f44 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3540957 Sep 15 13:02:09.895478 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45626) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:09.899782 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:09.920957 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (238de2b7-0a64-4b29-ac53-a64e3745a961), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.921968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (238de2b7-0a64-4b29-ac53-a64e3745a961), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.944573 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=1af46a24-3210-4189-94d4-fb8297e3d25d,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:09.959952 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:09.960340 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:09.960676 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 Sep 15 13:02:09.985594 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks [] for router_controller (238de2b7-0a64-4b29-ac53-a64e3745a961), precommit_add_association {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.129126 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks [] for router_gateway (238de2b7-0a64-4b29-ac53-a64e3745a961), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.201256 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-5c996ac5-3523-4b7c-ab24-8580373d51ea', 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'fixed_ips': [{'subnet_id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 13:02:10.201678 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.228513 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:10.318839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks [] for router_gateway (238de2b7-0a64-4b29-ac53-a64e3745a961), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.340598 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:10.346171 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.375022 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 5 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:10.413236 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Allocated IP 172.20.0.2 (5c996ac5-3523-4b7c-ab24-8580373d51ea/26461781-93d7-4508-98e1-4c6c9f8d4ed3/3e43ae37-00e2-4237-b1db-9e3d392d54b6) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:10.425683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:10.470637 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Allocated IP 172.27.1.235 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/3b31e54e-5fd5-4beb-9fb3-49dca57a1de3) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:10.580856 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Publish callbacks [] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.589592 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.601685 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks [] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.636025 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:10.636577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.641705 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:10.646224 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:10.654678 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Pushing event updated for resources: {'Port': ['ID=3e43ae37-00e2-4237-b1db-9e3d392d54b6,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:10.695407 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:10.700983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:10.705083 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:10.709730 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:10.713020 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Attempting to bind port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:10.713396 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Attempting to bind port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:10.713811 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Attempting to bind port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 on network 5c996ac5-3523-4b7c-ab24-8580373d51ea {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:10.738281 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Pushing event updated for resources: {'Port': ['ID=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:10.761658 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:10.762242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Checking segment: {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:10.763029 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.763520 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Bound using segment: {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:10.764095 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Bound port: 3e43ae37-00e2-4237-b1db-9e3d392d54b6, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:10.764641 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.780609 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:10.832766 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] For port 3e43ae37-00e2-4237-b1db-9e3d392d54b6, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:10.836058 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] For port 3e43ae37-00e2-4237-b1db-9e3d392d54b6, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3e43ae37-00e2-4237-b1db-9e3d392d54b6,segment=NetworkSegment(de4899a6-5bcb-4b13-8d20-e7ba9fe16b54),segment_id=de4899a6-5bcb-4b13-8d20-e7ba9fe16b54)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:10.843900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:10.846009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:10.867063 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Sync routers for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:02:10.878608 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:10.879403 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:10.926933 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 6 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:10.959019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc82527-eeb0-477f-86f2-c78948185314 None None] Pushing event updated for resources: {'Port': ['ID=3e43ae37-00e2-4237-b1db-9e3d392d54b6,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:10.985278 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:11.034953 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:11.045102 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks [] for router_gateway (238de2b7-0a64-4b29-ac53-a64e3745a961), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.259522 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 2, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:11.279711 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (238de2b7-0a64-4b29-ac53-a64e3745a961), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.290627 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Checking router: 61b26071-e635-4924-a4a5-606d2d77e746 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:02:11.290981 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Updating router 61b26071-e635-4924-a4a5-606d2d77e746 port a6445368-b138-4072-9ac6-c24b2df2a2a2 binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:02:11.321034 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.416726 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Router 238de2b7-0a64-4b29-ac53-a64e3745a961 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:02:11.486521 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 7 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:11.530496 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Port a6445368-b138-4072-9ac6-c24b2df2a2a2 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:11.538839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:02:11.549256 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Sync routers for ids ['238de2b7-0a64-4b29-ac53-a64e3745a961'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:02:11.554355 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3e43ae37-00e2-4237-b1db-9e3d392d54b6 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:11.561997 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.563400 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-aab25294-2d53-47c8-95b9-c054a5f2a013 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6668408 Sep 15 13:02:11.566073 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45648) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:11.595937 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Routers {'238de2b7-0a64-4b29-ac53-a64e3745a961'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:11.596639 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['238de2b7-0a64-4b29-ac53-a64e3745a961'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:11.621588 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Publish callbacks [] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.628971 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.667150 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:11.667523 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.667862 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 Sep 15 13:02:11.686141 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Pushing event updated for resources: {'Port': ['ID=a6445368-b138-4072-9ac6-c24b2df2a2a2,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:11.702813 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.703439 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.703949 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.704493 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.705033 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.705606 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.706151 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.706748 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.707253 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.707948 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.708465 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.708989 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.709465 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.709936 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.710458 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:11.741873 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:11.757710 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Set router 238de2b7-0a64-4b29-ac53-a64e3745a961 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:11.774574 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Attempting to bind port a6445368-b138-4072-9ac6-c24b2df2a2a2 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:11.775204 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Attempting to bind port a6445368-b138-4072-9ac6-c24b2df2a2a2 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:11.775761 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Attempting to bind port a6445368-b138-4072-9ac6-c24b2df2a2a2 on network 7a66741c-7788-4977-a625-7b1bd1896edc {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:11.792852 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:11.833358 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:11.834204 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Checking segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:11.834812 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.835401 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Bound using segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:11.838903 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Bound port: a6445368-b138-4072-9ac6-c24b2df2a2a2, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:11.839301 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.897265 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:11.897851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.907851 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:11.913439 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] For port a6445368-b138-4072-9ac6-c24b2df2a2a2, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:11.922709 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] For port a6445368-b138-4072-9ac6-c24b2df2a2a2, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a6445368-b138-4072-9ac6-c24b2df2a2a2,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:11.932715 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.965031 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 3e43ae37-00e2-4237-b1db-9e3d392d54b6, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3e43ae37-00e2-4237-b1db-9e3d392d54b6,segment=NetworkSegment(de4899a6-5bcb-4b13-8d20-e7ba9fe16b54),segment_id=de4899a6-5bcb-4b13-8d20-e7ba9fe16b54)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:11.969334 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:11.970322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:11.977833 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:11.978865 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 1af46a24-3210-4189-94d4-fb8297e3d25d up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:12.012680 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:12.034603 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Attempt 8 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:12.086195 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.136253 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ec035-c1f7-4f18-93e0-5b41ea2d0dc8 None None] Pushing event updated for resources: {'Port': ['ID=a6445368-b138-4072-9ac6-c24b2df2a2a2,revision_number=4']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:12.159422 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:02:10Z', 'revision_number': 3, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:12.183563 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:12.194292 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:12.214817 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=3e43ae37-00e2-4237-b1db-9e3d392d54b6,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:12.221791 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Checking router: 238de2b7-0a64-4b29-ac53-a64e3745a961 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:02:12.222217 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Updating router 238de2b7-0a64-4b29-ac53-a64e3745a961 port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:02:12.232677 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf96da3b-6fb4-47ef-8ed9-f010597932a7 None None] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:02:12.234778 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:12.305589 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 1af46a24-3210-4189-94d4-fb8297e3d25d triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:12.306076 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.306688 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 1af46a24-3210-4189-94d4-fb8297e3d25d Sep 15 13:02:12.338454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Allocated IP 172.20.0.1 (5c996ac5-3523-4b7c-ab24-8580373d51ea/26461781-93d7-4508-98e1-4c6c9f8d4ed3/d3c92168-d082-4881-8b04-74e38fbf08b8) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:12.345443 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.440579 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Current status of the port a6445368-b138-4072-9ac6-c24b2df2a2a2 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:12.440982 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.475282 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks [] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.512807 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.525818 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:11Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:12.556374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:12.558158 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6334-41e4-4c67-9ea3-eddd0bcc86cc None None] The sync data for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi is: [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:11Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:02:12.563228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:12.567934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:12.598180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c92168-d082-4881-8b04-74e38fbf08b8,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:12.599475 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] For port a6445368-b138-4072-9ac6-c24b2df2a2a2, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a6445368-b138-4072-9ac6-c24b2df2a2a2,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:12.623307 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.634234 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (238de2b7-0a64-4b29-ac53-a64e3745a961), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.744618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:12.820648 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.838668 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 1af46a24-3210-4189-94d4-fb8297e3d25d is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:12.864122 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Provisioning complete for port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:12.864539 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:12.864880 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Attempt 1 to provision port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 Sep 15 13:02:12.866258 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:12.934688 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a3c0c-06fb-4595-a28e-ae7942040da9 None None] Pushing event updated for resources: {'Port': ['ID=a6445368-b138-4072-9ac6-c24b2df2a2a2,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:13.047977 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks [] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.054207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.056165 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Current status of the port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:13.080385 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Publish callbacks [] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.082089 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Provisioning complete for port a6445368-b138-4072-9ac6-c24b2df2a2a2 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:13.082450 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.082806 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Attempt 1 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:13.106737 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.117248 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:13.128552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (238de2b7-0a64-4b29-ac53-a64e3745a961), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.132037 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c92168-d082-4881-8b04-74e38fbf08b8,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:13.174052 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Attempting to bind port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:13.174506 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Attempting to bind port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:13.174984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Attempting to bind port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:13.177621 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457fbc5-72f8-4806-9881-f3b72c5351db None None] Pushing event updated for resources: {'Port': ['ID=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:13.202283 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:13.241419 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:13.243444 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:13.260248 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:13.260664 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:13.261070 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.261468 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:13.261955 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Bound port: 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:13.262408 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.267029 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-8da7110f-da41-47f9-97c5-6b2e36f105e5 None None] Current status of the port a6445368-b138-4072-9ac6-c24b2df2a2a2 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:13.326984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] For port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:13.330403 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] For port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:13.338381 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.373817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Router 238de2b7-0a64-4b29-ac53-a64e3745a961 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:02:13.397325 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Provisioning complete for port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:13.397814 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.398302 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 1 to provision port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 Sep 15 13:02:13.453016 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Routers {'238de2b7-0a64-4b29-ac53-a64e3745a961'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:13.453665 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['238de2b7-0a64-4b29-ac53-a64e3745a961'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:13.502679 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:02:13.511921 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-025a5a23-f3cf-4c1c-943f-471141d4ad4d admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/238de2b7-0a64-4b29-ac53-a64e3745a961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9426262 Sep 15 13:02:13.538643 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3e43ae37-00e2-4237-b1db-9e3d392d54b6 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:13.554805 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457fbc5-72f8-4806-9881-f3b72c5351db None None] Pushing event updated for resources: {'Port': ['ID=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:13.674894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Current status of the port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:13.688541 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] Set router 238de2b7-0a64-4b29-ac53-a64e3745a961 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:13.696656 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:13.697027 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.697359 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 Sep 15 13:02:13.722395 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:13.744137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Provisioning complete for port d3c92168-d082-4881-8b04-74e38fbf08b8 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:13.744516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.744853 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 1 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:13.867332 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:13.885485 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45674) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:13.891232 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072601554', 'description': 'tempest-secgroup-smoke-2072601554 description', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:13.913527 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.924894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:13.925976 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6445368-b138-4072-9ac6-c24b2df2a2a2 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:13.970670 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:13.983666 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group (360eb2c3-d719-4e84-aa73-e5ec7f78c665), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:13.987442 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (360eb2c3-d719-4e84-aa73-e5ec7f78c665), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.020003 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3c92168-d082-4881-8b04-74e38fbf08b8', 'name': '', 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'mac_address': 'fa:16:3e:2c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:12Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 2, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'subnets': [{'id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:14.021153 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.025100 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357303 Sep 15 13:02:14.025238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port a6445368-b138-4072-9ac6-c24b2df2a2a2 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:14.025238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.025238 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port a6445368-b138-4072-9ac6-c24b2df2a2a2 Sep 15 13:02:14.025526 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955069de-73b5-4a08-8647-6b878826bc6e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360eb2c3-d719-4e84-aa73-e5ec7f78c665,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.025880 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45676) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:14.032040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group_rule': {'security_group_id': '360eb2c3-d719-4e84-aa73-e5ec7f78c665', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:14.048620 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acb96b-9623-4ef9-b88f-f87e2c976201 None None] The sync data for ids ['238de2b7-0a64-4b29-ac53-a64e3745a961'] in dv-cinder-836083-13-iscsi is: [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3c92168-d082-4881-8b04-74e38fbf08b8', 'name': '', 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'mac_address': 'fa:16:3e:2c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:12Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 2, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'subnets': [{'id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:02:14.062895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (12852504-605a-4922-af8a-6c697b98be32), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.135229 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port a6445368-b138-4072-9ac6-c24b2df2a2a2 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:14.139317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (12852504-605a-4922-af8a-6c697b98be32), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.144252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (12852504-605a-4922-af8a-6c697b98be32), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.149961 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:14.165001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12852504-605a-4922-af8a-6c697b98be32,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.172265 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.173448 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9e8804df-c634-4bd3-ba57-f27661ac4adb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458149 Sep 15 13:02:14.176475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45678) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:14.181327 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group_rule': {'security_group_id': '360eb2c3-d719-4e84-aa73-e5ec7f78c665', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:14.210457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (cd2651fb-f148-47e5-a4ae-ed548b9b624d), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.285554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (cd2651fb-f148-47e5-a4ae-ed548b9b624d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.289190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (cd2651fb-f148-47e5-a4ae-ed548b9b624d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.315532 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.316895 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392331 Sep 15 13:02:14.317828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00914e71-43c5-427c-be9f-9d15595be781 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2651fb-f148-47e5-a4ae-ed548b9b624d,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.320043 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45680) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:14.325387 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group_rule': {'security_group_id': '360eb2c3-d719-4e84-aa73-e5ec7f78c665', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:14.359285 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (68b51bc9-ef4c-45ab-9595-e41e1034cb5f), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.368606 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 2 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:14.409318 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:14.414740 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:14.429349 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (68b51bc9-ef4c-45ab-9595-e41e1034cb5f), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.433426 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (68b51bc9-ef4c-45ab-9595-e41e1034cb5f), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.439733 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:14.455693 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b51bc9-ef4c-45ab-9595-e41e1034cb5f,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.463426 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.464889 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-55b46cd5-735c-466d-b66f-03c8680e902b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437025 Sep 15 13:02:14.468254 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45682) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:14.472970 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group_rule': {'security_group_id': '360eb2c3-d719-4e84-aa73-e5ec7f78c665', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:14.501136 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (99cb3e75-2e2f-4aad-9def-6a3fbe577a80), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.562821 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (99cb3e75-2e2f-4aad-9def-6a3fbe577a80), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.568151 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (99cb3e75-2e2f-4aad-9def-6a3fbe577a80), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.586886 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cb3e75-2e2f-4aad-9def-6a3fbe577a80,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.597892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.599262 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4589a03d-8433-492e-9a03-715b5b474ade tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296394 Sep 15 13:02:14.601865 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45686) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:14.606376 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group_rule': {'security_group_id': '360eb2c3-d719-4e84-aa73-e5ec7f78c665', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:14.632096 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.securitygroups_db [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Project a6537f34327448c2b6acd5774dffc8c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:02:14.639638 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (e86bab6b-041f-4dc5-a6f0-12d46bbf9419), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.708559 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (e86bab6b-041f-4dc5-a6f0-12d46bbf9419), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.712399 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (e86bab6b-041f-4dc5-a6f0-12d46bbf9419), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.740570 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86bab6b-041f-4dc5-a6f0-12d46bbf9419,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.745983 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.747763 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-9c6cda71-d92f-424d-ae48-91117b3d36be tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449704 Sep 15 13:02:14.750711 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45694) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:14.754961 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'security_group_rule': {'security_group_id': '360eb2c3-d719-4e84-aa73-e5ec7f78c665', 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:14.777101 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.securitygroups_db [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Project a6537f34327448c2b6acd5774dffc8c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:02:14.782938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (fa6e0d51-644b-4899-b516-d601113a252c), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.843853 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (fa6e0d51-644b-4899-b516-d601113a252c), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.847199 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (fa6e0d51-644b-4899-b516-d601113a252c), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.867038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6e0d51-644b-4899-b516-d601113a252c,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:14.873038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:14.876698 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-05b8d278-88ed-4bf6-847c-1a0693b10565 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250536 Sep 15 13:02:14.910201 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 3 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:14.945061 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:15.445934 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 4 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:15.467887 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:15.511415 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:15.526253 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:15.526638 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:15.526976 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 Sep 15 13:02:15.604666 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:15.605054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:15.630073 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:15.635040 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:15.688650 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:16.013044 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 5 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:16.049043 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:16.054706 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45756) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:16.166539 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53aca0ad-dd45-4cc3-8744-573d7365c86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.251376 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53aca0ad-dd45-4cc3-8744-573d7365c86a admin admin] Publish callbacks [] for security_group (ed4ecc82-5ec9-470e-bebe-34d20584f4d0), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.255104 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53aca0ad-dd45-4cc3-8744-573d7365c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ed4ecc82-5ec9-470e-bebe-34d20584f4d0), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.298525 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-53aca0ad-dd45-4cc3-8744-573d7365c86a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9a8274f4532c4076b47d3bc93e03270b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427018 Sep 15 13:02:16.299495 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aca0ad-dd45-4cc3-8744-573d7365c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ecc82-5ec9-470e-bebe-34d20584f4d0,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:16.301603 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45760) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:16.358964 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-240d369a-a390-4b64-bd0b-4bae676e68f5 admin admin] Publish callbacks [] for security_group (ed4ecc82-5ec9-470e-bebe-34d20584f4d0), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.390226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-240d369a-a390-4b64-bd0b-4bae676e68f5 admin admin] Publish callbacks [] for security_group (ed4ecc82-5ec9-470e-bebe-34d20584f4d0), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.444163 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-240d369a-a390-4b64-bd0b-4bae676e68f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ed4ecc82-5ec9-470e-bebe-34d20584f4d0), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.447109 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-240d369a-a390-4b64-bd0b-4bae676e68f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:16.448565 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-240d369a-a390-4b64-bd0b-4bae676e68f5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ed4ecc82-5ec9-470e-bebe-34d20584f4d0 HTTP/1.1" status: 204 len: 168 time: 0.1457384 Sep 15 13:02:16.459246 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d369a-a390-4b64-bd0b-4bae676e68f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ecc82-5ec9-470e-bebe-34d20584f4d0,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:16.550722 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 6 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:16.589292 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:16.658922 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Sync routers for ids ['238de2b7-0a64-4b29-ac53-a64e3745a961'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:02:16.671565 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Routers {'238de2b7-0a64-4b29-ac53-a64e3745a961'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:16.672174 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['238de2b7-0a64-4b29-ac53-a64e3745a961'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:16.781988 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Set router 238de2b7-0a64-4b29-ac53-a64e3745a961 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:16.978552 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3c92168-d082-4881-8b04-74e38fbf08b8', 'name': '', 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'mac_address': 'fa:16:3e:2c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:12Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 2, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'subnets': [{'id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:17.010052 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Checking router: 238de2b7-0a64-4b29-ac53-a64e3745a961 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:02:17.010401 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Updating router 238de2b7-0a64-4b29-ac53-a64e3745a961 port d3c92168-d082-4881-8b04-74e38fbf08b8 binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:02:17.038227 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.090565 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 7 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:17.128132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Port d3c92168-d082-4881-8b04-74e38fbf08b8 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:17.134444 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:17.295800 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Publish callbacks [] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.300738 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.363188 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:17.365596 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2386d4-b718-4286-8fa8-a72a03e3c647 None None] Pushing event updated for resources: {'Port': ['ID=d3c92168-d082-4881-8b04-74e38fbf08b8,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:17.395900 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Attempting to bind port d3c92168-d082-4881-8b04-74e38fbf08b8 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:17.396304 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Attempting to bind port d3c92168-d082-4881-8b04-74e38fbf08b8 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:17.396664 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Attempting to bind port d3c92168-d082-4881-8b04-74e38fbf08b8 on network 5c996ac5-3523-4b7c-ab24-8580373d51ea {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:17.441511 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:17.441883 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Checking segment: {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:17.442287 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.442684 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Bound using segment: {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:17.443146 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Bound port: d3c92168-d082-4881-8b04-74e38fbf08b8, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:17.443527 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.490416 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:17.510334 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] For port d3c92168-d082-4881-8b04-74e38fbf08b8, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:17.513882 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] For port d3c92168-d082-4881-8b04-74e38fbf08b8, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=d3c92168-d082-4881-8b04-74e38fbf08b8,segment=NetworkSegment(de4899a6-5bcb-4b13-8d20-e7ba9fe16b54),segment_id=de4899a6-5bcb-4b13-8d20-e7ba9fe16b54)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:17.520010 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:17.525088 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.549151 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:17.549529 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.549931 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 Sep 15 13:02:17.563337 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Routers {'238de2b7-0a64-4b29-ac53-a64e3745a961'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:17.563951 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:01:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['238de2b7-0a64-4b29-ac53-a64e3745a961'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:17.618061 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2386d4-b718-4286-8fa8-a72a03e3c647 None None] Pushing event updated for resources: {'Port': ['ID=d3c92168-d082-4881-8b04-74e38fbf08b8,revision_number=4']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:17.621864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:17.629220 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Attempt 8 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:17.681602 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] Set router 238de2b7-0a64-4b29-ac53-a64e3745a961 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:17.707345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Current status of the port d3c92168-d082-4881-8b04-74e38fbf08b8 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:17.707732 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.710298 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:17.741627 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] For port d3c92168-d082-4881-8b04-74e38fbf08b8, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=d3c92168-d082-4881-8b04-74e38fbf08b8,segment=NetworkSegment(de4899a6-5bcb-4b13-8d20-e7ba9fe16b54),segment_id=de4899a6-5bcb-4b13-8d20-e7ba9fe16b54)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:17.748694 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.799422 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8587-e3c8-4b05-9014-f60e0f470f60 None None] Pushing event updated for resources: {'Port': ['ID=d3c92168-d082-4881-8b04-74e38fbf08b8,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:17.866477 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-91a21bf3-4e5b-4f0d-9567-24beaa57fd5a None None] Provisioning complete for port d3c92168-d082-4881-8b04-74e38fbf08b8 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:17.866851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91a21bf3-4e5b-4f0d-9567-24beaa57fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:17.867192 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-91a21bf3-4e5b-4f0d-9567-24beaa57fd5a None None] Attempt 1 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:17.885027 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3c92168-d082-4881-8b04-74e38fbf08b8', 'name': '', 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'mac_address': 'fa:16:3e:2c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:12Z', 'updated_at': '2022-09-15T13:02:17Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'subnets': [{'id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:17.914325 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f0638-9bbd-484a-b7fe-9268f01ba4c2 None None] The sync data for ids ['238de2b7-0a64-4b29-ac53-a64e3745a961'] in dv-cinder-836083-13-iscsi is: [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3c92168-d082-4881-8b04-74e38fbf08b8', 'name': '', 'network_id': '5c996ac5-3523-4b7c-ab24-8580373d51ea', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'mac_address': 'fa:16:3e:2c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:12Z', 'updated_at': '2022-09-15T13:02:17Z', 'revision_number': 4, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'subnets': [{'id': '26461781-93d7-4508-98e1-4c6c9f8d4ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:02:17.949698 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-91a21bf3-4e5b-4f0d-9567-24beaa57fd5a None None] Current status of the port d3c92168-d082-4881-8b04-74e38fbf08b8 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:19.583192 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device d3c92168-d082-4881-8b04-74e38fbf08b8 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:19.625702 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port d3c92168-d082-4881-8b04-74e38fbf08b8 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:19.626004 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:19.626340 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port d3c92168-d082-4881-8b04-74e38fbf08b8 Sep 15 13:02:19.698949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port d3c92168-d082-4881-8b04-74e38fbf08b8 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:22.545238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d2564718-135a-42f8-a77e-2685402d3586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:24.722708 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bb26f620-d97b-4ee0-b599-6822640c5379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:24.824347 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:02:26.118590 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:26.292102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:26.294081 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=66,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:26.453482 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=74,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:26.454295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=33,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:27.791772 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:27.988575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:36.810239 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:38.976303 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:38.983268 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:39.042936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 45920) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:39.048290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322677581', 'description': 'tempest-description--1704584721'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:39.316884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.390362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (80af88b2-30f5-415b-9bec-de807640f59d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.394983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (80af88b2-30f5-415b-9bec-de807640f59d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.426978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.428243 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3841584 Sep 15 13:02:39.432295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07545173-91cb-4de6-adcd-e8e6b8cd1fbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80af88b2-30f5-415b-9bec-de807640f59d,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:39.432453 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45926) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:39.436477 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': '80af88b2-30f5-415b-9bec-de807640f59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:39.464094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (5d4a5ae1-e3ab-4786-9f7e-3b30502076e6), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.525559 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (5d4a5ae1-e3ab-4786-9f7e-3b30502076e6), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.529706 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (5d4a5ae1-e3ab-4786-9f7e-3b30502076e6), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.551168 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4a5ae1-e3ab-4786-9f7e-3b30502076e6,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:39.559414 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.560972 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8a32cfbc-ec10-4a99-9bc6-063af8a39695 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287622 Sep 15 13:02:39.564827 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45930) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:39.569685 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': '80af88b2-30f5-415b-9bec-de807640f59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:39.600731 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (c5733baa-92aa-44f7-afd6-c82a72e2e001), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.666911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (c5733baa-92aa-44f7-afd6-c82a72e2e001), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.671745 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (c5733baa-92aa-44f7-afd6-c82a72e2e001), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.697777 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5733baa-92aa-44f7-afd6-c82a72e2e001,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:39.711641 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.712888 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-585bb59a-e429-4643-8b5e-8fc18cb1b084 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470642 Sep 15 13:02:39.716039 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 45938) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:39.721112 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:39.745574 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.850585 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:39.992507 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3712-4bbb-47f9-8919-bf4667db7713 req-05ed2fdb-fc75-4d00-8a82-6f33d53691b5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:39.993985 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f8ae3712-4bbb-47f9-8919-bf4667db7713 req-05ed2fdb-fc75-4d00-8a82-6f33d53691b5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0804999 Sep 15 13:02:40.031388 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.27.1.160 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/f45f482e-45d0-4348-8d8b-10735223deff) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:40.082255 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f8ae3712-4bbb-47f9-8919-bf4667db7713 req-1c6512d8-4400-4a22-828a-ce60754264ea tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815513 Sep 15 13:02:40.132525 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-3f917309-6bf7-45a3-ad95-06d97d51b6a1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473905 Sep 15 13:02:40.172284 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (f45f482e-45d0-4348-8d8b-10735223deff), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.213904 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a2d3-7ab4-401f-b381-c51738322767 req-c521bcdf-d4bd-4649-bd85-3fed26add903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:40.214590 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (f45f482e-45d0-4348-8d8b-10735223deff), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.215773 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-c521bcdf-d4bd-4649-bd85-3fed26add903 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 1130 time: 0.0458040 Sep 15 13:02:40.221225 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:40.241625 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:40.269444 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:40.272030 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=f45f482e-45d0-4348-8d8b-10735223deff,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:40.274474 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:40.277638 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:40.336378 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a2d3-7ab4-401f-b381-c51738322767 req-d057ec66-4799-4314-b4d1-0a13cd2e8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:40.337845 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-d057ec66-4799-4314-b4d1-0a13cd2e8876 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.1020346 Sep 15 13:02:40.367075 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (d178c5c7-2203-4eed-b96b-8e576bbb4b72), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.381443 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-99eba7c1-a5d4-4533-b81c-7842a40e8eaa service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0342674 Sep 15 13:02:40.404420 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f45f482e-45d0-4348-8d8b-10735223deff), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.446626 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a2d3-7ab4-401f-b381-c51738322767 req-ddc5af1e-b81f-42f8-99aa-2b6925ede554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:40.448090 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-ddc5af1e-b81f-42f8-99aa-2b6925ede554 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0615547 Sep 15 13:02:40.495285 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a2d3-7ab4-401f-b381-c51738322767 req-bfb6a630-f932-4251-8c87-b112ed48104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:40.496871 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-bfb6a630-f932-4251-8c87-b112ed48104b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427365 Sep 15 13:02:40.553848 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (f45f482e-45d0-4348-8d8b-10735223deff), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.558422 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (f45f482e-45d0-4348-8d8b-10735223deff), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.589996 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-e75d99c1-63ca-40cf-98fc-2ba468fc7807 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 Sep 15 13:02:40.627171 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=f45f482e-45d0-4348-8d8b-10735223deff,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:40.630720 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (d178c5c7-2203-4eed-b96b-8e576bbb4b72), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.647149 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:40.648613 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c361503a-7455-4f0c-86f3-25dc567a223b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9315453 Sep 15 13:02:40.686453 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3422a2d3-7ab4-401f-b381-c51738322767 req-d37afc9b-dd5f-426c-9d9a-5f8783ce97d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891063 Sep 15 13:02:40.849666 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-8a9073e2-2f9e-473f-8179-7b4371003ad1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1322677581&fields=id&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 267 time: 0.0453563 Sep 15 13:02:40.962952 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-870fa567-2781-4c56-b3d8-02a7fb90a916 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:40.964439 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-870fa567-2781-4c56-b3d8-02a7fb90a916 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.1083601 Sep 15 13:02:40.965553 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-aa402b62-02d6-4470-9d2c-9fd9f8372ae3 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2072601554&fields=id&tenant_id=a6537f34327448c2b6acd5774dffc8c9 HTTP/1.1" status: 200 len: 267 time: 0.0445039 Sep 15 13:02:40.979489 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-a71b2618-da7e-4b59-9614-e417ef6f6a1f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/quotas/2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 375 time: 0.0092671 Sep 15 13:02:41.033573 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-c38bb4d9-616c-4bb8-bf53-afc7c9eb31a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484040 Sep 15 13:02:41.077078 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-a344072d-5fc0-4653-8737-47b657925372 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:41.078650 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-a344072d-5fc0-4653-8737-47b657925372 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 809 time: 0.1067128 Sep 15 13:02:41.093824 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-2a9efc9d-d9b5-4021-ae7b-c061d3f06c69 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/quotas/a6537f34327448c2b6acd5774dffc8c9 HTTP/1.1" status: 200 len: 375 time: 0.0095696 Sep 15 13:02:41.125930 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:41.133139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:41.137897 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-db8da6b4-00d3-40ee-acfc-3b206603346a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925140 Sep 15 13:02:41.146129 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-70347f5d-3d6d-4fbc-a908-37b6a7b7a723 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463562 Sep 15 13:02:41.235502 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-29b8dd4f-3847-46af-91f9-a34cb2b0b4b2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902917 Sep 15 13:02:41.244658 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-d3078691-65b7-440f-95a4-68fe4da11a53 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865030 Sep 15 13:02:41.336216 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-303d6c5c-8701-4030-9c7d-681dfbfe1ced service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856793 Sep 15 13:02:41.583094 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37584a4e-e581-43f2-ac26-f3df30a08b0e req-0a6b3456-c0b2-48b1-a76c-a19e8ea81e88 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:41.584627 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-37584a4e-e581-43f2-ac26-f3df30a08b0e req-0a6b3456-c0b2-48b1-a76c-a19e8ea81e88 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0501466 Sep 15 13:02:41.647139 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-37584a4e-e581-43f2-ac26-f3df30a08b0e req-835fd1fd-1781-4b2f-a3cf-22d474e0bb0f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542185 Sep 15 13:02:41.738764 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7bd269d5-3fe5-4268-8ff2-d6f576095988 req-59609547-5290-4ec9-a2d4-6adc6f52e4c7 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 210 time: 0.0464630 Sep 15 13:02:41.747947 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df91f3a9-782e-41f2-85cc-1cd2c9c9c6d2 req-a1aa0bef-d3eb-4811-be26-4dac5fed44c3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 210 time: 0.0312569 Sep 15 13:02:42.748321 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:42.769776 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32ed09-aac7-4d5b-a06f-004a28f501d5 req-c3b05b98-9fa5-41cf-b986-9b71d60a9a3f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:42.771298 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ff32ed09-aac7-4d5b-a06f-004a28f501d5 req-c3b05b98-9fa5-41cf-b986-9b71d60a9a3f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0498643 Sep 15 13:02:42.797812 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:42.829695 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ff32ed09-aac7-4d5b-a06f-004a28f501d5 req-5809c223-c01e-454d-b7d5-cfe6b6c7f8e8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493219 Sep 15 13:02:42.868889 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-feb41189-4ca2-4b1d-a062-ac2ec7402c7a req-bd17883a-158e-4229-ac68-79d6fa413d47 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 210 time: 0.0459690 Sep 15 13:02:42.974271 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5ee032d2-887b-461d-9b0a-1fd67bd3d398 req-3510515c-5bd5-486f-968e-8ad369a11de1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 210 time: 0.0296497 Sep 15 13:02:43.004924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f20d0c23-9277-46d5-b173-1de482f4ca4e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:43.004924 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f20d0c23-9277-46d5-b173-1de482f4ca4e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.1431630 Sep 15 13:02:43.086155 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-d2a2696c-fd28-4383-989a-8e40752833b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 473 time: 0.0710571 Sep 15 13:02:43.105217 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'port': {'device_id': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'admin_state_up': True, 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'security_groups': ['80af88b2-30f5-415b-9bec-de807640f59d']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:43.214610 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Made reservation on behalf of 2e4c4dc894bd429b8f46ae444eb5ff7d for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:02:43.219194 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:43.347824 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.20.0.13 (e0e4d116-b42c-4d92-83e5-69793b91ec95/1046c219-65a3-4db3-82a5-a910b30b1dec/a40c3efd-d157-4cf4-9c28-2e3f09f142e7) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:43.486260 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:43.510930 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:43.520378 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:43.554081 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:43.572620 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:43.579245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:43.582516 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:43.609057 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:43.640398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:43.641203 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:43.661084 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cf047bf-8054-4737-861a-da42717d7c3e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5597677 Sep 15 13:02:43.680292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Request body: {'port': {'device_id': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:43.802126 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:43.831983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Provisioning complete for port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:43.832624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:43.832823 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Attempt 1 to provision port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 Sep 15 13:02:43.866613 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:43.897696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-d298a198-0e80-4adb-9daf-5353282681b4 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:43.899769 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-d298a198-0e80-4adb-9daf-5353282681b4 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 809 time: 0.1839776 Sep 15 13:02:43.981072 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e6c7e982-ae4b-4549-8c20-d932e8a6ee4a req-9fe9956b-5ae6-4720-ae08-d6f8b1b942bc tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 210 time: 0.0347452 Sep 15 13:02:44.047947 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd95f1-4ddb-4f16-a88c-1f401018642b req-d8ff46e2-6531-4f68-8fa3-35a899702518 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:44.052301 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5fd95f1-4ddb-4f16-a88c-1f401018642b req-d8ff46e2-6531-4f68-8fa3-35a899702518 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.1025329 Sep 15 13:02:44.119997 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41a944-8420-44bc-b866-f1ad1998611a req-bba76206-ad44-43ec-8922-ee00b2cd8a45 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:44.121604 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ad41a944-8420-44bc-b866-f1ad1998611a req-bba76206-ad44-43ec-8922-ee00b2cd8a45 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 932 time: 0.0496094 Sep 15 13:02:44.147272 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-6dd07f3c-299e-4a03-b95b-7239638601e8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6537f34327448c2b6acd5774dffc8c9 HTTP/1.1" status: 200 len: 380 time: 0.2011330 Sep 15 13:02:44.164875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'port': {'device_id': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'admin_state_up': True, 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'security_groups': ['360eb2c3-d719-4e84-aa73-e5ec7f78c665']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:44.172806 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ad41a944-8420-44bc-b866-f1ad1998611a req-f062b40c-20bd-49f1-84e8-9515e8f9fae3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 Sep 15 13:02:44.238258 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5fd95f1-4ddb-4f16-a88c-1f401018642b req-eb5300a5-1c86-4b6d-9c9b-9ebcf74bc202 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509886 Sep 15 13:02:44.332945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40c3efd-d157-4cf4-9c28-2e3f09f142e7 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:02:44.342609 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Publish callbacks [] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.355318 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:44.361777 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Transition to ACTIVE for port object a40c3efd-d157-4cf4-9c28-2e3f09f142e7 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:02:44.365669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.367810 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Attempt 2 to provision port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 Sep 15 13:02:44.372509 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Made reservation on behalf of a6537f34327448c2b6acd5774dffc8c9 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:02:44.376936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.403732 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:44.450796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Pushing event updated for resources: {'Port': ['ID=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:44.456191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:44.557484 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Attempting to bind port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:44.557725 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Attempting to bind port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:44.558047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Attempting to bind port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:44.637144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Allocated IP 172.20.0.11 (7a66741c-7788-4977-a625-7b1bd1896edc/d9310cda-1d3e-477b-8939-3525e7a8a803/80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:02:44.648636 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:02:44.648963 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Attempting to bind port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:44.754594 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:44.754925 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:44.755311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Bound using segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:44.755754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Bound port: a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:44.756147 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.860974 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.862676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] For port a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:44.877997 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] For port a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:44.889521 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.900594 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:44.901190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.902557 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a40c3efd-d157-4cf4-9c28-2e3f09f142e7 HTTP/1.1" status: 200 len: 1094 time: 1.2269447 Sep 15 13:02:44.903101 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:02:44.904652 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Attempt 3 to provision port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 Sep 15 13:02:44.905373 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:02:44.944203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fff65-d3e6-4539-b07d-0d1af0bbc521 None None] Port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:02:44.946997 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34962ba-53f8-442a-bb07-70b1d059e37b x-openstack-request-id: req-a34962ba-53f8-442a-bb07-70b1d059e37b {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:02:44.947275 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:02:44.947528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a34962ba-53f8-442a-bb07-70b1d059e37b {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:02:44.948532 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34962ba-53f8-442a-bb07-70b1d059e37b'] response: {'name': 'network-changed', 'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'status': 'completed', 'code': 200} Sep 15 13:02:44.949121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:44.969609 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535493e-c587-422d-a852-8a7eecd0a70b service neutron] Pushing event updated for resources: {'Port': ['ID=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:44.997364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Network 7a66741c-7788-4977-a625-7b1bd1896edc is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:02:45.001035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:02:45.004700 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:02:45.040744 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:45.048890 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:45.066520 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.067156 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:45.084073 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-e3fcd143-eecc-494c-a33d-19e8cc42dd9a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229696 Sep 15 13:02:45.132837 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43a257-b0ca-405a-affc-eb189218ba88 req-61357355-0c73-4d5d-bf6e-f1be01f3bef5 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.134403 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ae43a257-b0ca-405a-affc-eb189218ba88 req-61357355-0c73-4d5d-bf6e-f1be01f3bef5 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 932 time: 0.0492213 Sep 15 13:02:45.147528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Request body: {'port': {'device_id': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:45.153669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:45.238454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b req-76ea0a83-afe8-42a0-84e8-d9949cd90518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.239931 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b req-76ea0a83-afe8-42a0-84e8-d9949cd90518 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 1128 time: 0.1036980 Sep 15 13:02:45.271522 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Provisioning complete for port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:45.272212 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:45.272555 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Attempt 1 to provision port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 Sep 15 13:02:45.277372 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ae43a257-b0ca-405a-affc-eb189218ba88 req-7c6fa11d-6c6c-4ec2-ab76-bfeb5b5e3dae tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252477 Sep 15 13:02:45.283723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:45.301474 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ffe59-0148-4d1f-ba5d-1188b747cd1d req-62aa766a-36ee-494a-b79f-d61beca37b7f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.303220 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-511ffe59-0148-4d1f-ba5d-1188b747cd1d req-62aa766a-36ee-494a-b79f-d61beca37b7f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 944 time: 0.0511377 Sep 15 13:02:45.323688 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:45.361636 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-511ffe59-0148-4d1f-ba5d-1188b747cd1d req-064f0d30-12a5-452f-a759-0516aae161e7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524864 Sep 15 13:02:45.453635 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb4ad-0250-4a53-b42f-3eed777398df req-ddd21ed8-2ea2-4d92-9887-932035d0c636 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.455106 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2a5eb4ad-0250-4a53-b42f-3eed777398df req-ddd21ed8-2ea2-4d92-9887-932035d0c636 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0628073 Sep 15 13:02:45.554434 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2a5eb4ad-0250-4a53-b42f-3eed777398df req-7d0c1a3f-93d0-4825-8cc9-1c188b024ef4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901246 Sep 15 13:02:45.682813 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:02:45.694982 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Publish callbacks [] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:45.726808 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Transition to ACTIVE for port object 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:02:45.732476 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b req-8264ed86-89fb-47fc-af55-a7223c8b42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.734751 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b req-8264ed86-89fb-47fc-af55-a7223c8b42c1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1511903 Sep 15 13:02:45.735465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:45.824624 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Attempt 2 to provision port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 Sep 15 13:02:45.836741 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:45.846592 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:45.863066 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:02:45.875347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:45.923364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Attempting to bind port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:02:45.923968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Attempting to bind port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:02:45.923968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Attempting to bind port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 on network 7a66741c-7788-4977-a625-7b1bd1896edc {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:45.953792 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b req-b9c506b5-07b5-4761-b844-602f13a377aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:45.955263 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e3a4b7a4-efe9-4ca1-aab2-9101fc237b6b req-b9c506b5-07b5-4761-b844-602f13a377aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661451 Sep 15 13:02:45.973208 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 on network 7a66741c-7788-4977-a625-7b1bd1896edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:02:45.973536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Attempting to bind port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 on network 7a66741c-7788-4977-a625-7b1bd1896edc {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:02:46.021093 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:02:46.021424 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Checking segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:02:46.021796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Bound using segment: {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:02:46.022223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Bound port: 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199a7889-58d5-49e4-a6b4-74f65b01d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:02:46.022575 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:46.054294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:46.086890 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-2c431c7d-cea9-44bb-a569-bb7abb0956f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.088294 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-2c431c7d-cea9-44bb-a569-bb7abb0956f4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 1128 time: 0.0683222 Sep 15 13:02:46.146978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:02:46.151608 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-9cfd0dd9-25b6-420e-acde-25bbfd11013b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7 HTTP/1.1" status: 200 len: 217 time: 0.0413301 Sep 15 13:02:46.161859 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:02:46.191306 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:46.196766 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.197364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:46.198662 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 1094 time: 1.0635033 Sep 15 13:02:46.240846 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-986c1b7d-c840-45e0-9cd8-3746a403c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.242486 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-986c1b7d-c840-45e0-9cd8-3746a403c85c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0825016 Sep 15 13:02:46.294202 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4aa35-b8e3-459f-98cc-296f6e00566a service neutron] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:46.364713 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Attempt 3 to provision port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 Sep 15 13:02:46.417362 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-69c2caf3-efae-4591-8bbc-acffcb951b71 None None] Port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:02:46.453156 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c39ec-a3fa-4c1a-a2e6-34656e976144 req-77929b34-7fdc-45e2-a43f-b4d46ef58431 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.455390 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d68c39ec-a3fa-4c1a-a2e6-34656e976144 req-77929b34-7fdc-45e2-a43f-b4d46ef58431 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0891042 Sep 15 13:02:46.513559 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d68c39ec-a3fa-4c1a-a2e6-34656e976144 req-c27338d2-7349-4ad7-bfc5-f92ecd697c8c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524065 Sep 15 13:02:46.611236 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-c8dda942-c8e9-46a2-ba8d-02e9bbfdc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.613481 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-c8dda942-c8e9-46a2-ba8d-02e9bbfdc493 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3590829 Sep 15 13:02:46.631578 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-fa989537-a5aa-4b95-a071-b402469052c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.633123 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-fa989537-a5aa-4b95-a071-b402469052c6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1128 time: 0.3652461 Sep 15 13:02:46.651076 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56225-7402-4ac7-b13b-539821ea38c7 req-70d91794-c9e7-42cb-a541-b5aab607ffbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.652569 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-30c56225-7402-4ac7-b13b-539821ea38c7 req-70d91794-c9e7-42cb-a541-b5aab607ffbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 944 time: 0.0609646 Sep 15 13:02:46.687391 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635cdf1-860a-43d9-a416-d06650d11afc req-402ac24c-012b-4926-a89e-190718e9e0b8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.688988 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9635cdf1-860a-43d9-a416-d06650d11afc req-402ac24c-012b-4926-a89e-190718e9e0b8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0515885 Sep 15 13:02:46.731573 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-f2df2d78-7f9e-4ad9-b6f9-74654056fed3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 217 time: 0.0653419 Sep 15 13:02:46.738435 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9635cdf1-860a-43d9-a416-d06650d11afc req-a33d79da-482a-462e-b547-c0ee7ffc6aa8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Sep 15 13:02:46.827542 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-30c56225-7402-4ac7-b13b-539821ea38c7 req-b97489bb-86f1-4565-8d20-1da09ed25085 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685092 Sep 15 13:02:46.841886 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-19ba971e-013a-4400-9b2a-6eaf019d05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.844308 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-19ba971e-013a-4400-9b2a-6eaf019d05c5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0804286 Sep 15 13:02:46.898266 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-c7e2bbdb-b519-40b2-9903-149f67a62663 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310750 Sep 15 13:02:46.903296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-4f078699-badb-4e16-add0-7155ffc3c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:46.904717 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-4f078699-badb-4e16-add0-7155ffc3c313 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541155 Sep 15 13:02:46.956416 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:02:46.958922 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:02:47.017902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf01efd-dd83-417d-939e-ed421bb470fb x-openstack-request-id: req-bdf01efd-dd83-417d-939e-ed421bb470fb {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:02:47.018179 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:02:47.018690 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdf01efd-dd83-417d-939e-ed421bb470fb {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:02:47.019068 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf01efd-dd83-417d-939e-ed421bb470fb'] response: {'name': 'network-changed', 'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'status': 'completed', 'code': 200} Sep 15 13:02:47.061295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:47.112074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27cd9d-2dd1-444b-a865-c019edca8177 req-e99918c4-dd1a-4f11-abf0-1005d6dc006f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:47.113559 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e27cd9d-2dd1-444b-a865-c019edca8177 req-e99918c4-dd1a-4f11-abf0-1005d6dc006f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0996742 Sep 15 13:02:47.136826 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0e2a20ba-001f-4f9b-90fc-2817596a8753 req-71fdc158-30b7-4c43-af0c-b0dc3cab3e58 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203059 Sep 15 13:02:47.147218 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-cd71c08d-6f0b-4809-88a0-96c1c0e6cb95 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293584 Sep 15 13:02:47.174122 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e27cd9d-2dd1-444b-a865-c019edca8177 req-b14b2632-b73c-4015-a495-9a2b0734e9e2 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537863 Sep 15 13:02:47.298726 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dd11ec9-1584-40db-b550-701347fa1dcf req-a0ffa1ff-0e88-4f07-bfc7-10709ba7b0d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869558 Sep 15 13:02:47.641570 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a882-9add-4e33-958b-017373be5845 req-d514cfdd-8149-497f-b7b3-322c9a283c5d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:47.642997 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-18c7a882-9add-4e33-958b-017373be5845 req-d514cfdd-8149-497f-b7b3-322c9a283c5d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0453866 Sep 15 13:02:47.694617 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-18c7a882-9add-4e33-958b-017373be5845 req-a64e0598-aac1-4855-8e50-efe4c02d0eda tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Sep 15 13:02:47.866322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf0c0d-ea7d-48d3-acee-64e2f421c233 req-d8e69fcf-460e-47c0-bfa5-8b9971ae89c1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:47.867909 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-eacf0c0d-ea7d-48d3-acee-64e2f421c233 req-d8e69fcf-460e-47c0-bfa5-8b9971ae89c1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0465968 Sep 15 13:02:47.879478 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:47.918604 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-eacf0c0d-ea7d-48d3-acee-64e2f421c233 req-a05d3196-9950-44b5-89cc-562f18c26919 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Sep 15 13:02:47.949007 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4032-4370-40cc-86e6-92753e4839d4 req-59954542-2515-42e6-a194-3f45fb801a20 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:47.950465 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5a0d4032-4370-40cc-86e6-92753e4839d4 req-59954542-2515-42e6-a194-3f45fb801a20 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 944 time: 0.0453668 Sep 15 13:02:47.997724 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5a0d4032-4370-40cc-86e6-92753e4839d4 req-98e8c4b6-b4ea-4331-8741-6ef0ac46bcaf tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Sep 15 13:02:48.306199 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fa6ce-e73e-4c82-ad16-c7c18b3eb310 req-2f00cd6f-6ac7-435e-9d81-cc5cdd8972a5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:48.307664 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e82fa6ce-e73e-4c82-ad16-c7c18b3eb310 req-2f00cd6f-6ac7-435e-9d81-cc5cdd8972a5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0497909 Sep 15 13:02:48.354598 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e82fa6ce-e73e-4c82-ad16-c7c18b3eb310 req-83762b2d-f182-49d3-87eb-9c4eeaf83f21 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Sep 15 13:02:48.817878 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7de67-b402-429c-9873-f28869d09183 req-e4b2b2c5-29e2-4b3a-8cea-2146d6dede96 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:48.819327 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e2a7de67-b402-429c-9873-f28869d09183 req-e4b2b2c5-29e2-4b3a-8cea-2146d6dede96 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0463579 Sep 15 13:02:48.867385 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e2a7de67-b402-429c-9873-f28869d09183 req-564c929f-70aa-4b4f-b2ff-e4c7e3d7f516 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Sep 15 13:02:49.041462 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04d840-b428-4dd7-bcea-14c26c3365d4 req-90f5e92d-6b79-4f62-91aa-5061592fde07 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:49.042935 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8b04d840-b428-4dd7-bcea-14c26c3365d4 req-90f5e92d-6b79-4f62-91aa-5061592fde07 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0459490 Sep 15 13:02:49.090944 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8b04d840-b428-4dd7-bcea-14c26c3365d4 req-7df667c8-e343-40f9-beed-624dcfd38bdd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Sep 15 13:02:49.119565 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37be90f-ebac-4abd-ad2b-d4d0c0aea200 req-65e4dbe6-0507-4c61-8500-60a906025b9b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:49.121051 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f37be90f-ebac-4abd-ad2b-d4d0c0aea200 req-65e4dbe6-0507-4c61-8500-60a906025b9b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 944 time: 0.0500722 Sep 15 13:02:49.167148 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f37be90f-ebac-4abd-ad2b-d4d0c0aea200 req-b4e47dbc-3bd8-4fe6-9ce1-b49fbf609cb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Sep 15 13:02:49.476876 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50303e-4d02-4e5b-a32e-f83b8be86490 req-6699b166-a40c-42ea-b032-d3607c4da487 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:49.478318 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4f50303e-4d02-4e5b-a32e-f83b8be86490 req-6699b166-a40c-42ea-b032-d3607c4da487 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Sep 15 13:02:49.524402 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4f50303e-4d02-4e5b-a32e-f83b8be86490 req-cc2e29d4-0ca0-4d32-be03-3d98ce92ba3d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Sep 15 13:02:49.989251 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa0cb5-1942-4109-9fb0-027093382f9d req-d2ed3f2c-af28-45fe-b302-754cba72e6f0 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:49.990721 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-12fa0cb5-1942-4109-9fb0-027093382f9d req-d2ed3f2c-af28-45fe-b302-754cba72e6f0 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0460131 Sep 15 13:02:50.040432 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-12fa0cb5-1942-4109-9fb0-027093382f9d req-d62f5d20-e1ad-4d42-8543-1eb65a0abd1c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Sep 15 13:02:50.221208 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a423-0480-46ca-b891-4f2c540f7e7c req-d5041938-9df5-40c8-8bd4-8a7f05582ff2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:50.222711 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e298a423-0480-46ca-b891-4f2c540f7e7c req-d5041938-9df5-40c8-8bd4-8a7f05582ff2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0477521 Sep 15 13:02:50.270716 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e298a423-0480-46ca-b891-4f2c540f7e7c req-d8d29dd8-0c54-4afd-b3d7-fd2357cccbe1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Sep 15 13:02:50.289456 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acd8a8-098f-4949-b6ef-da4cde073c09 req-57bc2448-6bbc-476a-a248-9d6a14c3f8fa tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:50.290935 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a0acd8a8-098f-4949-b6ef-da4cde073c09 req-57bc2448-6bbc-476a-a248-9d6a14c3f8fa tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 944 time: 0.0496254 Sep 15 13:02:50.525720 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:50.542322 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a0acd8a8-098f-4949-b6ef-da4cde073c09 req-7f5100b2-027c-4165-8b32-16ffdfffbc85 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453482 Sep 15 13:02:50.641806 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21195-d80d-4bbd-9ea0-09bbd74ee034 req-e6d627eb-a626-46d8-a1e4-6811fe3847e3 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:50.643514 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bac21195-d80d-4bbd-9ea0-09bbd74ee034 req-e6d627eb-a626-46d8-a1e4-6811fe3847e3 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0450897 Sep 15 13:02:50.694026 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bac21195-d80d-4bbd-9ea0-09bbd74ee034 req-bf84dd52-4592-4720-9155-4d1fa48ff1e3 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Sep 15 13:02:51.140620 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-da445e73-4ede-4cdf-b244-07658bdfb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.142120 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-da445e73-4ede-4cdf-b244-07658bdfb314 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1128 time: 0.0419309 Sep 15 13:02:51.161786 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc88b30-eec9-4718-8604-42afa6dfec32 req-cfbd8eab-d01c-47e9-8f94-75c8fbf9fa57 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.163234 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4cc88b30-eec9-4718-8604-42afa6dfec32 req-cfbd8eab-d01c-47e9-8f94-75c8fbf9fa57 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0482059 Sep 15 13:02:51.195950 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:51.212395 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4cc88b30-eec9-4718-8604-42afa6dfec32 req-6d7533c9-04c2-49c0-aa13-115102b5583a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435688 Sep 15 13:02:51.442549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6aa2f-e49a-4bf7-9ee8-86dde86dd73b req-2bfc3cff-3215-4e6f-882d-89030f46dd7a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.444004 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f9f6aa2f-e49a-4bf7-9ee8-86dde86dd73b req-2bfc3cff-3215-4e6f-882d-89030f46dd7a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0887554 Sep 15 13:02:51.476557 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:51.495312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-28a47740-5c4e-449d-801f-85354155bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.496805 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-28a47740-5c4e-449d-801f-85354155bc23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.1491880 Sep 15 13:02:51.524663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a40c3efd-d157-4cf4-9c28-2e3f09f142e7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:02:51.533635 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:51.544258 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f9f6aa2f-e49a-4bf7-9ee8-86dde86dd73b req-50224dee-d701-4b0b-bc0a-49c22f2b0320 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938554 Sep 15 13:02:51.545991 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-ac0b21c3-d6db-49b0-99b4-df3270e42691 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 217 time: 0.0396647 Sep 15 13:02:51.599388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-e810e626-e50f-4ac8-9cfa-90cacb01fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.601051 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-e810e626-e50f-4ac8-9cfa-90cacb01fd99 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0488064 Sep 15 13:02:51.636648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:51.648790 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'port_id': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'mac_address': 'fa:16:3e:0f:db:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:02:51.649843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-13ed630a-0820-421a-8be0-97e00684d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.651245 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-13ed630a-0820-421a-8be0-97e00684d3fd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436399 Sep 15 13:02:51.672457 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a14c7-c657-41d4-9d6a-93cdee666723 req-d5a9225d-c611-4e12-b98b-c4410d998b5b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.674286 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-423a14c7-c657-41d4-9d6a-93cdee666723 req-d5a9225d-c611-4e12-b98b-c4410d998b5b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 944 time: 0.0489020 Sep 15 13:02:51.684022 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:51.684434 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:51.698580 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40c3efd-d157-4cf4-9c28-2e3f09f142e7 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:02:51.719239 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:51.724279 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:51.727898 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-423a14c7-c657-41d4-9d6a-93cdee666723 req-6b4ff2bf-c9bb-4d26-b214-812b7b729566 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Sep 15 13:02:51.751516 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-e5f0b930-b710-45b6-9e1a-e9034ae5cd19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925541 Sep 15 13:02:51.773435 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:51.783788 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.784137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.784527 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.784889 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.785221 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.785738 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.786228 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.786556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.786896 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.787230 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.787563 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.787890 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.788213 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.788582 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.788904 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:02:51.870558 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c903-c625-45ff-b821-db142bafcd2e req-e9becb55-e1b2-4b31-8212-83d2ca898231 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:51.872014 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0008c903-c625-45ff-b821-db142bafcd2e req-e9becb55-e1b2-4b31-8212-83d2ca898231 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0568328 Sep 15 13:02:51.907680 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6eec4c42-03e0-434a-bb09-ddfec8c4e3fc req-c71fe8de-8ecf-4fb9-ba30-cfce91be123d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475360 Sep 15 13:02:51.916429 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:51.936943 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0008c903-c625-45ff-b821-db142bafcd2e req-7a9f1545-c60f-4518-b612-331136e147fa tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575385 Sep 15 13:02:52.331612 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de4e7c-7eb3-4e96-8f3c-e0fae17923d8 req-0523cbc4-0d6f-46c1-a7ec-eaba9429bf61 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:52.333105 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c5de4e7c-7eb3-4e96-8f3c-e0fae17923d8 req-0523cbc4-0d6f-46c1-a7ec-eaba9429bf61 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0454469 Sep 15 13:02:52.380557 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c5de4e7c-7eb3-4e96-8f3c-e0fae17923d8 req-9e55737d-7e43-46ee-a5f1-4c7d8bcd7241 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Sep 15 13:02:52.549132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-51859fe6-71d1-42a4-8330-3356d7ce1450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:52.674276 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e9ad-3518-4404-99d2-3d3110706731 req-7e24b38c-fed4-4a6c-af61-495f01cc16cc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:52.675819 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9285e9ad-3518-4404-99d2-3d3110706731 req-7e24b38c-fed4-4a6c-af61-495f01cc16cc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0466855 Sep 15 13:02:52.722719 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9285e9ad-3518-4404-99d2-3d3110706731 req-769d378f-d716-48b8-8305-71eb903b3f55 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Sep 15 13:02:52.877048 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b744a-fea1-4854-8e7a-aa5d56e7f6af req-a2f9b39e-6de9-491a-a71e-500cb1f28951 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:52.878526 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-338b744a-fea1-4854-8e7a-aa5d56e7f6af req-a2f9b39e-6de9-491a-a71e-500cb1f28951 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 945 time: 0.0457754 Sep 15 13:02:52.925096 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-338b744a-fea1-4854-8e7a-aa5d56e7f6af req-5eb5334a-60a7-440b-90a2-0a3c7925f9cf tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Sep 15 13:02:52.937375 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['a40c3efd-d157-4cf4-9c28-2e3f09f142e7'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:02:53.057474 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f926-0e21-4c71-afc0-337c62d02340 req-7220de25-465e-4078-92d3-b9fab7708f83 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:53.058865 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f8f7f926-0e21-4c71-afc0-337c62d02340 req-7220de25-465e-4078-92d3-b9fab7708f83 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0458262 Sep 15 13:02:53.107116 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f8f7f926-0e21-4c71-afc0-337c62d02340 req-7cc9a17e-f1e2-4147-9f5e-256b9ad75baa tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Sep 15 13:02:53.501321 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f51914-dc57-4ee3-a6a0-375d9954f99e req-05d50718-63f9-4fab-9349-e2f54c0c76ee tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:53.502833 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e3f51914-dc57-4ee3-a6a0-375d9954f99e req-05d50718-63f9-4fab-9349-e2f54c0c76ee tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0494180 Sep 15 13:02:53.552407 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e3f51914-dc57-4ee3-a6a0-375d9954f99e req-7e368e20-626e-4eed-865b-dc205914c672 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440581 Sep 15 13:02:53.853704 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3827-8bf8-4bbf-8e3f-a496f1512653 req-e20c812c-6497-4c65-82b7-fb6cb265dd4e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:53.855171 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-53cf3827-8bf8-4bbf-8e3f-a496f1512653 req-e20c812c-6497-4c65-82b7-fb6cb265dd4e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0499742 Sep 15 13:02:53.901626 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-53cf3827-8bf8-4bbf-8e3f-a496f1512653 req-b7f2b7b7-09a5-418d-b4f3-e03c9fea7c10 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 Sep 15 13:02:54.042242 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1b88f-b477-4269-9e80-849031c26266 req-761c4b44-e485-4892-b89d-8292ce6c9137 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:54.043618 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e5e1b88f-b477-4269-9e80-849031c26266 req-761c4b44-e485-4892-b89d-8292ce6c9137 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 945 time: 0.0455065 Sep 15 13:02:54.089710 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e5e1b88f-b477-4269-9e80-849031c26266 req-b5276bee-8c29-42fd-ab9c-8726269f14b8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Sep 15 13:02:54.225552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc2bcb-b1dc-4674-ae2b-1095ceff2a12 req-36321691-9721-4fa5-829e-d5cd163459fc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:54.227027 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1fbc2bcb-b1dc-4674-ae2b-1095ceff2a12 req-36321691-9721-4fa5-829e-d5cd163459fc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0458441 Sep 15 13:02:54.228088 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a40c3efd-d157-4cf4-9c28-2e3f09f142e7 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:54.270145 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:02:54.275560 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1fbc2bcb-b1dc-4674-ae2b-1095ceff2a12 req-05b68da6-eb4d-48c6-a4bd-47a2ec029acb tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Sep 15 13:02:54.275803 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:54.276174 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:54.276664 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 Sep 15 13:02:54.350381 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:54.350672 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:54.373353 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:02:54.375809 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4cf0e-f121-48ed-a91a-aa60c25a18e5" -d '{"events": [{"server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "name": "network-vif-plugged", "status": "completed", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:02:54.388150 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:54.392337 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:54.417006 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43209b5f-d268-4d08-9783-5b512ee40d49 x-openstack-request-id: req-43209b5f-d268-4d08-9783-5b512ee40d49 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:02:54.417301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "name": "network-vif-plugged", "status": "completed", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:02:54.417551 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43209b5f-d268-4d08-9783-5b512ee40d49 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:02:54.417937 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43209b5f-d268-4d08-9783-5b512ee40d49'] response: {'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'code': 200} Sep 15 13:02:54.441221 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:54.700907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f0110-fad1-4072-abc8-3f56348b21fc req-084c097c-0acd-4f0f-b683-4e1160c23aa0 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:54.702994 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ae0f0110-fad1-4072-abc8-3f56348b21fc req-084c097c-0acd-4f0f-b683-4e1160c23aa0 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0772367 Sep 15 13:02:54.704461 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671cca-cb3a-46c2-ae1b-ee0b69c79933 req-90bdf9f2-0b8e-43d8-98ae-45207b8b26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:54.705804 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a671cca-cb3a-46c2-ae1b-ee0b69c79933 req-90bdf9f2-0b8e-43d8-98ae-45207b8b26a8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 1130 time: 0.0714171 Sep 15 13:02:54.712683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:54.728998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-49ec1f5a-870c-4b13-b6b5-052448fadc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:54.785572 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ae0f0110-fad1-4072-abc8-3f56348b21fc req-1c5c74e7-c478-4558-9ea5-0fe166c406f9 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766835 Sep 15 13:02:54.788816 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a671cca-cb3a-46c2-ae1b-ee0b69c79933 req-073791d5-a066-4d86-858e-ff5c6b62e91e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725379 Sep 15 13:02:55.031141 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bb08f-a101-44e2-867d-4d193c13c8ec req-3e560695-e4b4-4527-b854-db1a0beff735 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:55.032641 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d30bb08f-a101-44e2-867d-4d193c13c8ec req-3e560695-e4b4-4527-b854-db1a0beff735 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0494356 Sep 15 13:02:55.079263 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d30bb08f-a101-44e2-867d-4d193c13c8ec req-cdb3561d-b975-45e7-9943-bcec872fda39 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Sep 15 13:02:55.194239 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:55.207836 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc70adc-511d-4575-91fa-3c342963ecd2 req-cf57592b-9d65-4cb8-9e68-5286de410be0 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:55.209317 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2bc70adc-511d-4575-91fa-3c342963ecd2 req-cf57592b-9d65-4cb8-9e68-5286de410be0 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0460608 Sep 15 13:02:55.259239 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2bc70adc-511d-4575-91fa-3c342963ecd2 req-f0eb8ed8-c2b8-431d-a3ca-eb59dd82428a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444133 Sep 15 13:02:55.394087 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1007a64-ad07-477a-ba32-fe33bb14508c req-69eef163-abe6-4de9-bb51-c95419b1cd57 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:55.395551 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b1007a64-ad07-477a-ba32-fe33bb14508c req-69eef163-abe6-4de9-bb51-c95419b1cd57 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0453844 Sep 15 13:02:55.445281 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b1007a64-ad07-477a-ba32-fe33bb14508c req-da715cd2-64bd-4e19-84d0-a0c632fd0a49 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437980 Sep 15 13:02:55.907727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a40ac-d58c-425a-bf5f-3a09564da3f0 req-627fc8f8-2216-40fd-b3a4-39f23220ef59 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:55.909187 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fa8a40ac-d58c-425a-bf5f-3a09564da3f0 req-627fc8f8-2216-40fd-b3a4-39f23220ef59 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0467055 Sep 15 13:02:55.957706 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fa8a40ac-d58c-425a-bf5f-3a09564da3f0 req-f8cf95e0-89ae-4ce0-b292-903ef67323af tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Sep 15 13:02:56.121862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:56.204513 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c236c-b325-4f81-b0ab-e27bd96c628c req-aebbdf5b-4029-469f-9b18-6094a152e179 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:56.205968 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a48c236c-b325-4f81-b0ab-e27bd96c628c req-aebbdf5b-4029-469f-9b18-6094a152e179 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0454235 Sep 15 13:02:56.238518 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:02:56.257768 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a48c236c-b325-4f81-b0ab-e27bd96c628c req-177e7bca-cac7-43cf-87a0-70e52fff7f68 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Sep 15 13:02:56.326065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:56.338798 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:56.351472 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'mac_address': 'fa:16:3e:b0:5d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:02:56.378763 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956809-efbd-47f2-9fca-e5d0c16df203 req-46a38856-0ea0-47cf-92c3-5acc317bb330 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:56.380262 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-43956809-efbd-47f2-9fca-e5d0c16df203 req-46a38856-0ea0-47cf-92c3-5acc317bb330 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0471249 Sep 15 13:02:56.389458 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: ACTIVE; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:56.390666 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:56.404116 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:02:56.423408 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:56.429690 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-43956809-efbd-47f2-9fca-e5d0c16df203 req-7aed290f-181f-4c3d-8625-00136a4b19b5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Sep 15 13:02:56.429863 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:56.476518 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=6']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:56.564823 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdaef-4c7c-4756-958d-2aeb4ddee035 req-904e23a8-88f5-4129-8824-be0fc8cf31df tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:56.566281 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7a1fdaef-4c7c-4756-958d-2aeb4ddee035 req-904e23a8-88f5-4129-8824-be0fc8cf31df tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0461702 Sep 15 13:02:56.613206 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7a1fdaef-4c7c-4756-958d-2aeb4ddee035 req-c0ee5634-3dad-473f-bcd8-e1c1deff959e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Sep 15 13:02:56.711509 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:02:57.078891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63422b49-6091-4793-ada4-3d4d67731bd7 req-407bf39a-2ffa-4d8c-b09a-a6380116d61a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:57.080388 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63422b49-6091-4793-ada4-3d4d67731bd7 req-407bf39a-2ffa-4d8c-b09a-a6380116d61a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0492480 Sep 15 13:02:57.131381 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63422b49-6091-4793-ada4-3d4d67731bd7 req-cb21892c-601c-468b-9db9-9184d5f9f2ce tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451169 Sep 15 13:02:57.386930 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f6523-2df6-4de3-a58e-88967e2683c0 req-0e634383-9371-4e7d-ada9-d7b18967a0df tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:57.388443 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9f6f6523-2df6-4de3-a58e-88967e2683c0 req-0e634383-9371-4e7d-ada9-d7b18967a0df tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 944 time: 0.0474522 Sep 15 13:02:57.440170 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9f6f6523-2df6-4de3-a58e-88967e2683c0 req-ed1818d0-d365-4bd4-af7e-f15220291b62 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446737 Sep 15 13:02:57.551035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e066ffa-2d5a-43dd-8dae-0e930f5e15e5 req-ae8e7b12-498c-45b3-8f9d-e74101ef41a7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:57.552583 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6e066ffa-2d5a-43dd-8dae-0e930f5e15e5 req-ae8e7b12-498c-45b3-8f9d-e74101ef41a7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0476027 Sep 15 13:02:57.563418 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:57.600387 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6e066ffa-2d5a-43dd-8dae-0e930f5e15e5 req-219fc910-4802-4952-a974-b5239f4613bc tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Sep 15 13:02:57.709551 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:57.722316 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c65249-9300-40a5-a4a4-af82eda94a1c req-51e27c4b-155a-4c25-a34b-f4106690b439 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:57.723796 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d9c65249-9300-40a5-a4a4-af82eda94a1c req-51e27c4b-155a-4c25-a34b-f4106690b439 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0500174 Sep 15 13:02:57.734498 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46130) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:02:57.738819 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'port_id': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:02:57.741337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63059-df23-40a5-bd1b-b69d52b96267 req-ce9cf39c-beab-4fd6-8619-02013301687b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:57.743084 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31e63059-df23-40a5-bd1b-b69d52b96267 req-ce9cf39c-beab-4fd6-8619-02013301687b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0515008 Sep 15 13:02:57.776953 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (d178c5c7-2203-4eed-b96b-8e576bbb4b72), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:57.781497 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:57.794078 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31e63059-df23-40a5-bd1b-b69d52b96267 req-37deb4b0-4e80-4c85-88ac-bf762b8c7759 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452626 Sep 15 13:02:57.799301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:57.991183 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.212318 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.221261 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (d178c5c7-2203-4eed-b96b-8e576bbb4b72), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.258943 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:02:58.297156 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755d481-c1f2-444f-812b-3bfee400a0b9 req-48c63dff-5ea7-4d36-b8b4-fc6129ed9960 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:58.298687 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6755d481-c1f2-444f-812b-3bfee400a0b9 req-48c63dff-5ea7-4d36-b8b4-fc6129ed9960 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0893252 Sep 15 13:02:58.303972 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:02:58.304362 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.304693 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 13:02:58.373349 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP d178c5c7-2203-4eed-b96b-8e576bbb4b72 associated. External IP: 172.27.1.160, port: a40c3efd-d157-4cf4-9c28-2e3f09f142e7. Sep 15 13:02:58.379104 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:02:58.379492 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.402862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:02:58.405302 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4da468-31c4-4aec-b050-9a2c7ef35a37" -d '{"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:02:58.420548 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:02:58.421336 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6755d481-c1f2-444f-812b-3bfee400a0b9 req-0f4faacb-c11d-4228-8868-39f352de15eb tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158576 Sep 15 13:02:58.427078 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.457696 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b79fcfb-11c0-4df4-b563-d7882561b231 x-openstack-request-id: req-6b79fcfb-11c0-4df4-b563-d7882561b231 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:02:58.458013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:02:58.458266 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b79fcfb-11c0-4df4-b563-d7882561b231 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:02:58.458655 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b79fcfb-11c0-4df4-b563-d7882561b231'] response: {'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'code': 200} Sep 15 13:02:58.485298 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=7']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:02:58.570608 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f249d4-c49e-4916-847a-47ce82e7e4d2 req-98a23c04-0bf8-4c51-82e1-3b76a8b5d113 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:58.572139 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-96f249d4-c49e-4916-847a-47ce82e7e4d2 req-98a23c04-0bf8-4c51-82e1-3b76a8b5d113 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0470960 Sep 15 13:02:58.593749 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:02:58.619131 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-96f249d4-c49e-4916-847a-47ce82e7e4d2 req-0087a7cb-fb5d-4295-a555-ea1d6007f6c3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Sep 15 13:02:58.697077 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:02:58.701848 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:02:58.706752 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:02:58.716844 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:58.717442 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:02:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:58.724090 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:58.733893 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c5364451-bcfa-4062-bcc0-5a4a0965fce9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/d178c5c7-2203-4eed-b96b-8e576bbb4b72 HTTP/1.1" status: 200 len: 992 time: 0.9976928 Sep 15 13:02:58.734782 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:02:58.737084 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:02:58.774045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6323920f-c194-44e8-9dcd-42a3c86c2e52 x-openstack-request-id: req-6323920f-c194-44e8-9dcd-42a3c86c2e52 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:02:58.774340 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:02:58.774595 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6323920f-c194-44e8-9dcd-42a3c86c2e52 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:02:58.775000 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6323920f-c194-44e8-9dcd-42a3c86c2e52'] response: {'name': 'network-changed', 'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'status': 'completed', 'code': 200} Sep 15 13:02:58.821996 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:58.850013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:58.917041 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f9287-8951-4e97-bdf6-8a02313f4dfc req-e36f6fa3-8b96-4330-a10f-97d78cf86a97 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:58.918440 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2e9f9287-8951-4e97-bdf6-8a02313f4dfc req-e36f6fa3-8b96-4330-a10f-97d78cf86a97 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0467701 Sep 15 13:02:58.918745 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:58.970615 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2e9f9287-8951-4e97-bdf6-8a02313f4dfc req-03c80293-0390-4dff-a8b8-ee52f0bde01c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459170 Sep 15 13:02:59.038269 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'd178c5c7-2203-4eed-b96b-8e576bbb4b72', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:0f:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:02:40Z', 'updated_at': '2022-09-15T13:02:58Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}, {'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:59.062178 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:02:59.070351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:02:59.070935 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:02:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:59.172389 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:02:59.339143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-6c553078-d0d5-4528-b8cb-b77ef6185ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:59.340672 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-6c553078-d0d5-4528-b8cb-b77ef6185ca2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 1130 time: 0.0398245 Sep 15 13:02:59.383759 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'd178c5c7-2203-4eed-b96b-8e576bbb4b72', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:0f:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:02:40Z', 'updated_at': '2022-09-15T13:02:58Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}, {'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:02:59.411711 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f057d8a-bc1f-440a-abf1-ca5f03a71f0d None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'd178c5c7-2203-4eed-b96b-8e576bbb4b72', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:0f:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:02:40Z', 'updated_at': '2022-09-15T13:02:58Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}, {'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:02:59.480434 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-f70b63df-2a8c-4aed-a246-ac319f92cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:59.481907 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-f70b63df-2a8c-4aed-a246-ac319f92cdc1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.0923328 Sep 15 13:02:59.522202 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:59.553840 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-92ad3e4a-d267-4c31-8e68-aa1ae183efda service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7 HTTP/1.1" status: 200 len: 1000 time: 0.0638199 Sep 15 13:02:59.563680 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd021-1e10-4b8d-8aa1-3a6c010fc66c req-5f5ec56a-1318-40e0-9c9f-90c02c687d43 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:59.565230 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8cffd021-1e10-4b8d-8aa1-3a6c010fc66c req-5f5ec56a-1318-40e0-9c9f-90c02c687d43 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0538998 Sep 15 13:02:59.609002 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-bce131b2-3f55-4c89-846f-67034e22ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:59.610866 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-bce131b2-3f55-4c89-846f-67034e22ce7c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0481980 Sep 15 13:02:59.614090 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba20d7-d7e1-4b46-91bf-4bac0b62a42f None None] New status for floating IP d178c5c7-2203-4eed-b96b-8e576bbb4b72: ACTIVE {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:02:59.622493 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8cffd021-1e10-4b8d-8aa1-3a6c010fc66c req-7c602627-f895-4dc2-ae9f-99fcca59687c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485940 Sep 15 13:02:59.660696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-ee9ed4dd-8c4e-413b-8ae3-43f97e299097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:59.662603 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-ee9ed4dd-8c4e-413b-8ae3-43f97e299097 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434046 Sep 15 13:02:59.758455 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:02:59.777744 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744a33-c7ce-444f-8cce-1c421ac41771 req-29af930e-7f7e-4dc9-b324-d80cd6035452 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:02:59.779211 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-84744a33-c7ce-444f-8cce-1c421ac41771 req-29af930e-7f7e-4dc9-b324-d80cd6035452 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0605645 Sep 15 13:02:59.824190 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-bedae793-4d6d-4452-a660-23a5fbaf3bce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539662 Sep 15 13:02:59.904852 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-84744a33-c7ce-444f-8cce-1c421ac41771 req-9da1423e-82a5-4b15-b700-bea9e72f125e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162827 Sep 15 13:02:59.946291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-70e16cbb-f308-4b19-aa3c-07c3dca9d3cc req-ce7c2082-a593-425a-b75e-0871c73833b3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074204 Sep 15 13:03:00.093286 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3a694-7022-40d9-a4e6-4dd6072a5e46 req-f48431b3-2d1c-4e37-9e0d-ca7504144327 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:00.094760 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-67b3a694-7022-40d9-a4e6-4dd6072a5e46 req-f48431b3-2d1c-4e37-9e0d-ca7504144327 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0509152 Sep 15 13:03:00.142176 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-67b3a694-7022-40d9-a4e6-4dd6072a5e46 req-1871d91b-591f-4db3-95e7-91229007e56b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418591 Sep 15 13:03:00.261162 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:03:00.362720 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:00.499423 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'port_id': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'mac_address': 'fa:16:3e:e7:02:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:03:00.535911 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:03:00.536331 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:00.550391 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:03:00.571122 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:00.576342 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:00.624218 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:00.750786 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a93906-1a77-4705-af76-42e5f27f2b84 req-4a97894f-5f5e-413f-89cd-7bc49785ca31 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:00.752330 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d0a93906-1a77-4705-af76-42e5f27f2b84 req-4a97894f-5f5e-413f-89cd-7bc49785ca31 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Sep 15 13:03:00.795439 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:00.826969 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d0a93906-1a77-4705-af76-42e5f27f2b84 req-b74ea82e-91b6-4f33-bd5e-3d494f445512 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675786 Sep 15 13:03:01.047568 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3917183-eaa8-47d9-88e4-1b3ef5f8f251 req-e5222691-b475-4de6-af2c-ed86730fadb2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:01.049023 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a3917183-eaa8-47d9-88e4-1b3ef5f8f251 req-e5222691-b475-4de6-af2c-ed86730fadb2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0506761 Sep 15 13:03:01.103338 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a3917183-eaa8-47d9-88e4-1b3ef5f8f251 req-3bc3c2f6-ce77-42b7-9db6-6f7ba482483f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480745 Sep 15 13:03:01.148164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:03:01.206039 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:01.273224 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:01.291986 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce32ff1-5cc4-40d2-8cd1-2d43288b790b req-393d1bb7-bb4c-4589-b195-f89ac4d7a52a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:01.293502 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cce32ff1-5cc4-40d2-8cd1-2d43288b790b req-393d1bb7-bb4c-4589-b195-f89ac4d7a52a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0626009 Sep 15 13:03:01.364529 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cce32ff1-5cc4-40d2-8cd1-2d43288b790b req-4399c7c9-f764-4d0d-9494-907098ba8138 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642583 Sep 15 13:03:01.823914 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:03:01.955679 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d15e4-522d-4e99-99dd-4dea3bda38e2 req-1b040ffa-d441-4f48-8b58-4ffa37559477 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:01.957343 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c41d15e4-522d-4e99-99dd-4dea3bda38e2 req-1b040ffa-d441-4f48-8b58-4ffa37559477 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 945 time: 0.0499356 Sep 15 13:03:02.012362 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c41d15e4-522d-4e99-99dd-4dea3bda38e2 req-f0a4d393-d4dc-436c-99a3-6f50d964b0c3 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494940 Sep 15 13:03:02.270308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6141a-826b-4346-ad52-77fc18c75f8d req-11008dc9-4a4d-42e6-a56b-7485860c9854 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:02.272874 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-71e6141a-826b-4346-ad52-77fc18c75f8d req-11008dc9-4a4d-42e6-a56b-7485860c9854 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0683420 Sep 15 13:03:02.379027 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-71e6141a-826b-4346-ad52-77fc18c75f8d req-b9a096b6-4a7d-43a5-b808-e4bf89fda382 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989828 Sep 15 13:03:02.493734 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06112ba-5e76-404b-9fe5-633b2976062b req-331e8cd0-bcd5-4e9a-875e-eb6c47127dc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:02.500928 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a06112ba-5e76-404b-9fe5-633b2976062b req-331e8cd0-bcd5-4e9a-875e-eb6c47127dc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0565984 Sep 15 13:03:02.550788 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a06112ba-5e76-404b-9fe5-633b2976062b req-35701fdd-4dad-4445-9538-dc71e362c562 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487518 Sep 15 13:03:02.605460 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:03:02.669033 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:03:02.676493 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:03:02.677139 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:02.677745 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 Sep 15 13:03:02.760682 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:03:02.761415 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:02.794814 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:03:02.798130 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73646eb-07dd-4234-9c2e-7996bde1c7f4" -d '{"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-plugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:03:02.812164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:02.816919 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:02.850169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de26ccf-ce73-4bfb-be77-344394735ccd x-openstack-request-id: req-1de26ccf-ce73-4bfb-be77-344394735ccd {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:03:02.850169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-plugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:03:02.850169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1de26ccf-ce73-4bfb-be77-344394735ccd {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:03:02.850169 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de26ccf-ce73-4bfb-be77-344394735ccd'] response: {'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'code': 200} Sep 15 13:03:02.878805 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:03.179288 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc718573-7442-4592-90bb-523189022c41 req-b2de8525-8c9c-4239-8b7f-048afcf2bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:03.181537 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fc718573-7442-4592-90bb-523189022c41 req-b2de8525-8c9c-4239-8b7f-048afcf2bdd0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.0631530 Sep 15 13:03:03.187929 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5211-52f7-4880-9d9d-3723334214d4 req-2e57dd47-7998-4a9f-9291-cfa58b785a9d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:03.190573 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-20fa5211-52f7-4880-9d9d-3723334214d4 req-2e57dd47-7998-4a9f-9291-cfa58b785a9d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0776300 Sep 15 13:03:03.237515 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fc718573-7442-4592-90bb-523189022c41 req-78ccc08f-4bd3-4a7d-a7c4-c56895e36424 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492799 Sep 15 13:03:03.259399 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-20fa5211-52f7-4880-9d9d-3723334214d4 req-1d643d72-d2cc-4665-b62d-ac099867a641 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610023 Sep 15 13:03:03.529411 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748bfdf-8a64-4956-94c8-b52581f14732 req-bb13c8c3-7f85-4984-8342-b6edea640edb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:03.534024 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6748bfdf-8a64-4956-94c8-b52581f14732 req-bb13c8c3-7f85-4984-8342-b6edea640edb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0517778 Sep 15 13:03:03.585499 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6748bfdf-8a64-4956-94c8-b52581f14732 req-5a481ed6-e3eb-453e-af2d-0fe0ba933d7a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Sep 15 13:03:03.703079 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f738a7b-761a-48bf-97c9-42b3eac657cd req-f0aa8415-2cf5-46de-b537-cc6a3f5debff tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:03.704640 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5f738a7b-761a-48bf-97c9-42b3eac657cd req-f0aa8415-2cf5-46de-b537-cc6a3f5debff tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0541637 Sep 15 13:03:03.784329 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5f738a7b-761a-48bf-97c9-42b3eac657cd req-082af413-a2bc-4872-a05e-f4ff17fc54b0 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619886 Sep 15 13:03:04.073201 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b29a-0a1e-4743-8ee0-b3cef488d73a req-25fb9bb5-fa6b-4401-9f5a-770ea8bfa8d2 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:04.077036 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-78a8b29a-0a1e-4743-8ee0-b3cef488d73a req-25fb9bb5-fa6b-4401-9f5a-770ea8bfa8d2 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0558739 Sep 15 13:03:04.141328 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-78a8b29a-0a1e-4743-8ee0-b3cef488d73a req-8e66c402-1839-4ee4-87d7-762385b1cc6e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513015 Sep 15 13:03:04.395750 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fa990-2be3-41f9-a373-5e0ab71570c2 req-03a3d604-9cec-4a6f-9455-68e52918cc5d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:04.397656 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b94fa990-2be3-41f9-a373-5e0ab71570c2 req-03a3d604-9cec-4a6f-9455-68e52918cc5d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0523157 Sep 15 13:03:04.471074 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b94fa990-2be3-41f9-a373-5e0ab71570c2 req-b0cfef5f-7a90-4e8f-aa1b-506d3e420fed tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676877 Sep 15 13:03:04.500540 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-a52bda2c-8f9a-47cf-9234-77e920c120d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:04.502221 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-a52bda2c-8f9a-47cf-9234-77e920c120d3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1129 time: 0.0446968 Sep 15 13:03:04.603962 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-6fc8a032-3b9e-4e6a-b114-4bc4d0d5cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:04.605400 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-6fc8a032-3b9e-4e6a-b114-4bc4d0d5cecd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.0949326 Sep 15 13:03:04.735784 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ae5f9-399b-4682-829f-24016a4b6aa0 req-94e487dd-0c7d-48dc-8881-2b1a4c4cf00d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:04.737298 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e15ae5f9-399b-4682-829f-24016a4b6aa0 req-94e487dd-0c7d-48dc-8881-2b1a4c4cf00d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0547476 Sep 15 13:03:04.835677 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e15ae5f9-399b-4682-829f-24016a4b6aa0 req-21bf4d59-1801-43b5-99d1-fd22ddb47d76 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869644 Sep 15 13:03:05.290721 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-06641693-b38e-4e90-bd68-89bd901d90cc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 1000 time: 0.1005819 Sep 15 13:03:05.297755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e8d7-dcd9-4bb7-ae69-701ebec7b74f req-4b9f080f-2274-4903-b8b2-46827c80380a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:05.301283 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8fd6e8d7-dcd9-4bb7-ae69-701ebec7b74f req-4b9f080f-2274-4903-b8b2-46827c80380a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0660055 Sep 15 13:03:05.343195 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:05.380538 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-cb3cb4a9-4c5f-4d37-b020-297f2a43c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:05.382812 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-cb3cb4a9-4c5f-4d37-b020-297f2a43c0b1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0792656 Sep 15 13:03:05.440940 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8fd6e8d7-dcd9-4bb7-ae69-701ebec7b74f req-e3af4e68-7609-4ac0-b4bc-fd01b3fcb5a8 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942154 Sep 15 13:03:05.452196 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-f5a1a3bc-07ff-410b-ba73-4436ab0b16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:05.454560 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-f5a1a3bc-07ff-410b-ba73-4436ab0b16c1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487194 Sep 15 13:03:05.553356 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-8e455f3b-32ea-4310-941a-44c7eac40afe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921340 Sep 15 13:03:05.604874 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4fcf-ab64-4888-800e-18476fca5dc3 req-02174572-8cbf-44be-80a3-fd123911b078 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:05.606570 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6f4f4fcf-ab64-4888-800e-18476fca5dc3 req-02174572-8cbf-44be-80a3-fd123911b078 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0531895 Sep 15 13:03:05.668207 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6f4f4fcf-ab64-4888-800e-18476fca5dc3 req-6ecceb8b-3e24-4af9-93ed-6586a1de9999 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555589 Sep 15 13:03:05.669745 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-527a3543-a4eb-4d80-a426-9cfa0945e7fb req-da34a301-3509-4675-b877-03926827dbf8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096842 Sep 15 13:03:05.795276 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab84913-5edf-48d6-a812-06dea3e0eda5 req-bc740bf6-81d3-4ae8-a53e-60d478ad5957 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:05.797556 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fab84913-5edf-48d6-a812-06dea3e0eda5 req-bc740bf6-81d3-4ae8-a53e-60d478ad5957 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0498350 Sep 15 13:03:05.811844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:05.854432 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fab84913-5edf-48d6-a812-06dea3e0eda5 req-71a82e7d-ed0d-4a1f-8916-727e82571743 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500803 Sep 15 13:03:05.888527 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46224) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:03:05.970343 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd805dd-9020-42b3-bf80-663835d77f68 req-a319c5f4-bffc-487b-b7bd-f55bd997c8cc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:05.971948 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2bd805dd-9020-42b3-bf80-663835d77f68 req-a319c5f4-bffc-487b-b7bd-f55bd997c8cc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0538614 Sep 15 13:03:06.039047 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:06.056622 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2bd805dd-9020-42b3-bf80-663835d77f68 req-9d175ecb-8ea9-445e-86db-d9dc0df37234 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765698 Sep 15 13:03:06.158075 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751fd5d4-a43e-4bec-9787-85c16d700c1a tempest-TestShelveInstance-1322797197 tempest-TestShelveInstance-1322797197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:06.159934 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-751fd5d4-a43e-4bec-9787-85c16d700c1a tempest-TestShelveInstance-1322797197 tempest-TestShelveInstance-1322797197-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1125 time: 0.2701402 Sep 15 13:03:06.162974 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46228) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:03:06.167466 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'port_id': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:03:06.192547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:06.281177 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:06.399245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Allocated IP 172.27.1.117 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/c66902c3-e1de-4866-87d7-954fdf5aaf0a) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:03:06.549053 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:06.625403 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:06.632973 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06ecba-84ca-46cf-9750-ddd93fbb64d9 req-b125f0fc-1fba-4b68-a642-10b4d228a185 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:06.634739 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fa06ecba-84ca-46cf-9750-ddd93fbb64d9 req-b125f0fc-1fba-4b68-a642-10b4d228a185 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0667710 Sep 15 13:03:06.682701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:06.695042 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:03:06.700990 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:03:06.715935 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:03:06.765291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fa06ecba-84ca-46cf-9750-ddd93fbb64d9 req-fc73173f-5979-43d1-9d5e-a252d95a365e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207054 Sep 15 13:03:06.768163 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'Port': ['ID=c66902c3-e1de-4866-87d7-954fdf5aaf0a,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:06.814819 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:06.819094 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.819545 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.819981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.823130 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.823596 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.823943 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.824298 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.824820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.825167 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.825500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.825834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.826170 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.826495 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.827364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.827694 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:03:06.975722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:07.209160 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:07.216942 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd3052-ce21-4ad1-bbaf-6d715ff6b1d9 req-707418f7-e279-4975-ba3f-171d887cbc5d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:07.219391 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3fbd3052-ce21-4ad1-bbaf-6d715ff6b1d9 req-707418f7-e279-4975-ba3f-171d887cbc5d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0664082 Sep 15 13:03:07.231174 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for floatingip (0511f71d-c5b3-417a-973c-074acd066e26), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:07.303569 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3fbd3052-ce21-4ad1-bbaf-6d715ff6b1d9 req-e0429641-cc15-4d56-a4b8-dfdd4a2b512b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717151 Sep 15 13:03:07.310012 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:07.726777 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:07.732143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:07.807281 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (0511f71d-c5b3-417a-973c-074acd066e26), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:07.809215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event updated for resources: {'Port': ['ID=c66902c3-e1de-4866-87d7-954fdf5aaf0a,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:07.963413 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310305f-7c92-465b-8b32-aacbbf1b545f req-cd16d252-c0df-4cf6-baf0-9c6e713d2506 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:07.964928 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b310305f-7c92-465b-8b32-aacbbf1b545f req-cd16d252-c0df-4cf6-baf0-9c6e713d2506 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0632813 Sep 15 13:03:07.969689 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Floating IP 0511f71d-c5b3-417a-973c-074acd066e26 associated. External IP: 172.27.1.117, port: 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80. Sep 15 13:03:08.052237 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:08.093949 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b310305f-7c92-465b-8b32-aacbbf1b545f req-bf80a2d6-b693-466c-adcd-739e4339be78 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214933 Sep 15 13:03:08.182345 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:08.243778 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Router 61b26071-e635-4924-a4a5-606d2d77e746 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:03:08.373029 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:03:08.384793 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] Sync routers for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:03:08.396718 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:03:08.397837 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:02:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:03:08.397985 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:08.452164 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-36d10149-eab0-417a-82ff-5235ba3c479c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2856700 Sep 15 13:03:08.452164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:03:08.453639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:03:08.497317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1ef5-527e-4771-82dd-a35439f76482 req-cf231946-5b7a-4f3e-81e5-5f40da741bd1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:08.507656 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3dce1ef5-527e-4771-82dd-a35439f76482 req-cf231946-5b7a-4f3e-81e5-5f40da741bd1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0934656 Sep 15 13:03:08.529234 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb26d9cb-41a9-44ea-af43-d079301aa5d9 x-openstack-request-id: req-fb26d9cb-41a9-44ea-af43-d079301aa5d9 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:03:08.529529 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:03:08.530110 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb26d9cb-41a9-44ea-af43-d079301aa5d9 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:03:08.530724 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb26d9cb-41a9-44ea-af43-d079301aa5d9'] response: {'name': 'network-changed', 'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'status': 'completed', 'code': 200} Sep 15 13:03:08.571788 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3dce1ef5-527e-4771-82dd-a35439f76482 req-7c2f0f05-af70-46f3-bc6f-653b20b7659e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478299 Sep 15 13:03:08.590848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:03:08.616028 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-15bf3cff-f96b-4b3d-90fe-b46e7cbdd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:08.618530 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-15bf3cff-f96b-4b3d-90fe-b46e7cbdd00c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.0445390 Sep 15 13:03:08.736325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-2bdb9019-fbdb-4727-be53-524f0fe316b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:08.738017 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-2bdb9019-fbdb-4727-be53-524f0fe316b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.1125019 Sep 15 13:03:08.816385 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-22f392e9-101d-47ed-8686-825aeea0cbb3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 1000 time: 0.0715852 Sep 15 13:03:08.860132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '0511f71d-c5b3-417a-973c-074acd066e26', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'port_id': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'mac_address': 'fa:16:3e:e7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:03:07Z', 'updated_at': '2022-09-15T13:03:07Z', 'revision_number': 0, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:03:08.894259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] Checking router: 61b26071-e635-4924-a4a5-606d2d77e746 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:03:08.896571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-22f951aa-46bc-4add-a1bf-a07b6df3ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:08.898136 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-22f951aa-46bc-4add-a1bf-a07b6df3ae99 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0742872 Sep 15 13:03:08.905262 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:03:08.906094 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:02:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:03:08.950121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-df914496-c206-4cfb-84f9-bb4375081a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:08.952175 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-df914496-c206-4cfb-84f9-bb4375081a77 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463052 Sep 15 13:03:09.004030 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:09.004992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:09.029537 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:03:09.064559 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-a9fa60b2-2c5d-49f1-91d1-8716b9fb0c26 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060274 Sep 15 13:03:09.171451 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-07a5f4a9-6ee9-4253-8ee0-a13d82dcac0f req-80c3748d-db67-4ad3-8fee-d4338f70a876 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996270 Sep 15 13:03:09.290453 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '0511f71d-c5b3-417a-973c-074acd066e26', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'port_id': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'mac_address': 'fa:16:3e:e7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:03:07Z', 'updated_at': '2022-09-15T13:03:07Z', 'revision_number': 0, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:03:09.320430 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda005bc-c1a2-43e2-83a4-dd0db5279daf None None] The sync data for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi is: [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '0511f71d-c5b3-417a-973c-074acd066e26', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'port_id': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'mac_address': 'fa:16:3e:e7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:03:07Z', 'updated_at': '2022-09-15T13:03:07Z', 'revision_number': 0, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:03:09.536993 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b3a87-c5ba-4e32-9a24-414609257507 None None] New status for floating IP 0511f71d-c5b3-417a-973c-074acd066e26: ACTIVE {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:03:09.734542 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce10ba6-9c28-412a-8df3-50e6af0062e0 req-70348c65-ac0d-4722-b11d-31e3bb84e621 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:09.736255 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1ce10ba6-9c28-412a-8df3-50e6af0062e0 req-70348c65-ac0d-4722-b11d-31e3bb84e621 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0662332 Sep 15 13:03:09.799345 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1ce10ba6-9c28-412a-8df3-50e6af0062e0 req-a1597efd-d418-476b-adfb-76a02ec8a403 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572212 Sep 15 13:03:10.934638 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191ac0c-9561-49bf-9602-b0d88cc73543 req-5d30425d-60da-4c5c-b7c7-75dca74d1f42 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:10.936750 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d191ac0c-9561-49bf-9602-b0d88cc73543 req-5d30425d-60da-4c5c-b7c7-75dca74d1f42 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0494010 Sep 15 13:03:10.986325 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d191ac0c-9561-49bf-9602-b0d88cc73543 req-154d6de6-7e6f-4b7d-ab04-49b57108ef84 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Sep 15 13:03:11.961153 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-74649830-9485-49c6-b52f-3830795cf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:11.962679 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-74649830-9485-49c6-b52f-3830795cf529 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1129 time: 0.0429473 Sep 15 13:03:12.016068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:12.056029 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-79ccd672-a59d-4183-a000-7f114d7baead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:12.057522 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-79ccd672-a59d-4183-a000-7f114d7baead service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0889590 Sep 15 13:03:12.129160 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:12.156936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8e430-e500-42ab-90e6-1e50d5906e38 req-5e529807-b907-4c87-a3c5-2bf0068f0f09 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:12.158398 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a2e8e430-e500-42ab-90e6-1e50d5906e38 req-5e529807-b907-4c87-a3c5-2bf0068f0f09 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0882115 Sep 15 13:03:12.162215 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-6f63efa2-9883-4377-aab5-59a61168adc4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 200 len: 1001 time: 0.0975914 Sep 15 13:03:12.237845 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-e36dc164-9475-463b-a26e-464014f18b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:12.239192 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-e36dc164-9475-463b-a26e-464014f18b76 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0687854 Sep 15 13:03:12.243289 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a2e8e430-e500-42ab-90e6-1e50d5906e38 req-ef21a32e-3a6d-42f6-95c8-7110405f0202 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794797 Sep 15 13:03:12.291921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-948f92ab-d9e6-4cab-b0b5-ce8c1669d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:12.293447 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-948f92ab-d9e6-4cab-b0b5-ce8c1669d374 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426586 Sep 15 13:03:12.384535 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-583f1783-3c01-42f6-89ad-314a3fcf3d48 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Sep 15 13:03:12.477119 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0929361b-b45e-4583-8836-0eb22fa910c8 req-51d87cc3-7c44-4394-a4ae-892ddbad96c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858033 Sep 15 13:03:13.371056 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21468a4-5e99-44bf-9538-99e42c1dc2da req-d4c0b1cf-1116-444a-bbf8-afb272196362 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:13.372469 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d21468a4-5e99-44bf-9538-99e42c1dc2da req-d4c0b1cf-1116-444a-bbf8-afb272196362 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0466144 Sep 15 13:03:13.424045 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d21468a4-5e99-44bf-9538-99e42c1dc2da req-80eae19a-694e-412d-bb56-11b7b5b14b42 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Sep 15 13:03:14.553924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c55ff-2648-4b6d-a962-b7a64ecde4ac req-528a2d87-ac2b-43bb-ae12-4c507cc48ab9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:14.555399 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b48c55ff-2648-4b6d-a962-b7a64ecde4ac req-528a2d87-ac2b-43bb-ae12-4c507cc48ab9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0475361 Sep 15 13:03:14.603972 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b48c55ff-2648-4b6d-a962-b7a64ecde4ac req-cb2f575c-b7dc-41ce-ad00-db29aa18c872 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Sep 15 13:03:15.734973 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c917b-d39f-454b-bf25-18672ef4f141 req-e567e4c8-df88-4d14-9b73-7fd92fb261e1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:15.736606 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-919c917b-d39f-454b-bf25-18672ef4f141 req-e567e4c8-df88-4d14-9b73-7fd92fb261e1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0521488 Sep 15 13:03:15.791033 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-919c917b-d39f-454b-bf25-18672ef4f141 req-e69f0c88-07ae-49c0-a30c-1ae72727f7c6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Sep 15 13:03:16.298028 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [req-a09f8c6f-9b21-4255-b0a3-0896d56e8b1d req-38093bb0-5dbf-41b6-8736-42cb5c3acf21 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:03:16.299015 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a09f8c6f-9b21-4255-b0a3-0896d56e8b1d req-38093bb0-5dbf-41b6-8736-42cb5c3acf21 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059230 Sep 15 13:03:16.477801 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6932-4422-445d-b5db-367548aa9466 req-63aa3f7f-f397-4618-b812-d9b5a0727960 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:16.479261 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-16dd6932-4422-445d-b5db-367548aa9466 req-63aa3f7f-f397-4618-b812-d9b5a0727960 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 945 time: 0.0503290 Sep 15 13:03:16.528685 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-16dd6932-4422-445d-b5db-367548aa9466 req-e92f8a41-afb2-4a81-b43c-d5b46e90bf15 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Sep 15 13:03:16.648699 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:03:16.725045 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: ACTIVE; New status is: DOWN {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:03:16.725438 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:16.731704 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46318) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:03:16.750418 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:03:16.752733 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf90c7c-35f1-4619-9f69-f67b248d275d" -d '{"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:03:16.769521 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:16.774271 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:16.801290 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47554f-fc05-48ee-8cbc-9dad1dedfb14 x-openstack-request-id: req-1e47554f-fc05-48ee-8cbc-9dad1dedfb14 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:03:16.801580 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-unplugged", "status": "failed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "code": 422}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:03:16.801829 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e47554f-fc05-48ee-8cbc-9dad1dedfb14 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:03:16.802257 dv-cinder-836083-13-iscsi neutron-server[106206]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1e47554f-fc05-48ee-8cbc-9dad1dedfb14']: {'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'code': 422} returned with failed status Sep 15 13:03:16.821391 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-8370ab20-1c83-4510-ae86-d020f39d030e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884786 Sep 15 13:03:16.828129 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=8']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:16.831941 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-1e712570-15ce-41e7-a24d-7a77dfa17b37 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:03:16.833046 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-1e712570-15ce-41e7-a24d-7a77dfa17b37 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066624 Sep 15 13:03:16.910797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46328) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:03:17.001924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-d1d5f376-ce43-429e-afbf-f1d9fd41b741 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:17.003253 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-d1d5f376-ce43-429e-afbf-f1d9fd41b741 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports/12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 200 len: 940 time: 0.0914617 Sep 15 13:03:17.656932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844983d2-1d5d-4555-b044-ab8421aefce3 req-c6a4843a-edf7-42e6-b1de-07016fbf0e3c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:17.658514 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-844983d2-1d5d-4555-b044-ab8421aefce3 req-c6a4843a-edf7-42e6-b1de-07016fbf0e3c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0484312 Sep 15 13:03:17.709453 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-844983d2-1d5d-4555-b044-ab8421aefce3 req-dce4edd1-dbfe-48fe-9dc9-993aaeb1e015 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Sep 15 13:03:18.836871 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2ca54-3b00-43a1-9682-ef0f952ec583 req-0dfda4b7-ebee-45a6-b752-3808e238c82a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:18.838335 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28e2ca54-3b00-43a1-9682-ef0f952ec583 req-0dfda4b7-ebee-45a6-b752-3808e238c82a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0473063 Sep 15 13:03:18.885603 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-28e2ca54-3b00-43a1-9682-ef0f952ec583 req-9c39c11a-1224-459a-9ffe-6d25367d137b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Sep 15 13:03:19.095146 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-cfe5999b-9077-4add-85c2-f62b950b942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:19.096675 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-cfe5999b-9077-4add-85c2-f62b950b942f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb&tenant_id=6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 1127 time: 0.0690360 Sep 15 13:03:19.181364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-bc5ce14a-5d41-403a-80d9-30438bbc1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:19.182804 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-bc5ce14a-5d41-403a-80d9-30438bbc1bac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1127 time: 0.0377035 Sep 15 13:03:19.275903 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-37b518cd-b9a4-420e-bac6-fb8a56aaf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:19.277502 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-37b518cd-b9a4-420e-bac6-fb8a56aaf184 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0874970 Sep 15 13:03:19.345052 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-3d55ff9c-ac52-46fc-b413-0cd26dac8ad0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 200 len: 999 time: 0.0541019 Sep 15 13:03:19.380646 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:19.382576 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:19.397887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-62a3ad19-5971-4b64-95ce-fec173065b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:19.399326 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-62a3ad19-5971-4b64-95ce-fec173065b08 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0476577 Sep 15 13:03:19.442537 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-5176d643-dbe3-4148-806b-c9703eeee339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:19.443982 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-5176d643-dbe3-4148-806b-c9703eeee339 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373518 Sep 15 13:03:19.537860 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-42455b87-1536-4462-aa35-61a4bbbd23fa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850570 Sep 15 13:03:19.632248 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f01a0c05-418e-4c20-8187-bee033cb1819 req-f6fd6236-6616-4f72-a061-6838484b0626 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823946 Sep 15 13:03:20.020377 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255fd19-3fbe-4a38-ae45-dfd29554b9fa req-cbc8ecfc-14eb-46e0-ac82-c4daa201449b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:20.021841 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8255fd19-3fbe-4a38-ae45-dfd29554b9fa req-cbc8ecfc-14eb-46e0-ac82-c4daa201449b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0499351 Sep 15 13:03:20.091527 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8255fd19-3fbe-4a38-ae45-dfd29554b9fa req-bc9d3197-d6f1-4e07-a2f8-bf5b6051bfdf tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629640 Sep 15 13:03:20.925981 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:20.926699 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:21.242119 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0fae-de0c-4b7b-9de6-ad535c6ae157 req-7eabc4fc-eb41-4fa7-be33-e4a37d9b311c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:21.243649 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-72ae0fae-de0c-4b7b-9de6-ad535c6ae157 req-7eabc4fc-eb41-4fa7-be33-e4a37d9b311c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0516202 Sep 15 13:03:21.293045 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-72ae0fae-de0c-4b7b-9de6-ad535c6ae157 req-32c421f4-8f3a-428c-9dfb-806084391f9f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Sep 15 13:03:22.425859 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89124d4d-6d12-4b35-a2c8-107119cccddc req-0a640e26-ee77-41dc-9b80-20a7819ec737 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:22.427280 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-89124d4d-6d12-4b35-a2c8-107119cccddc req-0a640e26-ee77-41dc-9b80-20a7819ec737 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0500281 Sep 15 13:03:22.478353 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-89124d4d-6d12-4b35-a2c8-107119cccddc req-b85dedbc-5e73-4220-a383-dfcc1be89354 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Sep 15 13:03:22.552704 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f0df2234-1ac2-4cbc-a905-fe9ae1e7d213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:23.610582 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff27edd-6417-4f35-aadc-4d3ede23d9fb req-a3840ffd-9298-41a3-acca-ce8c33422740 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:23.612134 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bff27edd-6417-4f35-aadc-4d3ede23d9fb req-a3840ffd-9298-41a3-acca-ce8c33422740 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0475447 Sep 15 13:03:23.667026 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bff27edd-6417-4f35-aadc-4d3ede23d9fb req-f5b31df7-8849-41bf-85da-5dc4b6740722 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Sep 15 13:03:24.725043 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d28a37de-83e0-489e-8f92-864040609d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:24.804723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6dbc-5519-47bc-97dc-02ff2d66bee9 req-bf7fd1d7-e7a0-4636-8508-9b5a0868f5fe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:24.806186 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-082e6dbc-5519-47bc-97dc-02ff2d66bee9 req-bf7fd1d7-e7a0-4636-8508-9b5a0868f5fe tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0473311 Sep 15 13:03:24.862814 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-082e6dbc-5519-47bc-97dc-02ff2d66bee9 req-6f1cde46-38c0-4be0-a2b2-65afca4d6106 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492594 Sep 15 13:03:25.996549 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b55168-87d0-4310-9501-c7a8c7d5b592 req-8db03a52-795a-4bf0-b209-654d65bc6434 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:25.998863 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-78b55168-87d0-4310-9501-c7a8c7d5b592 req-8db03a52-795a-4bf0-b209-654d65bc6434 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0508468 Sep 15 13:03:26.058891 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-78b55168-87d0-4310-9501-c7a8c7d5b592 req-3f4ea648-934a-460f-8b59-c748e1cc958a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504842 Sep 15 13:03:26.127217 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:27.248746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f26ae-e0ce-48c3-851b-f13967018e8e req-c46aecef-c9c3-4b42-b8a3-2385f62661e5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:27.250422 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6b3f26ae-e0ce-48c3-851b-f13967018e8e req-c46aecef-c9c3-4b42-b8a3-2385f62661e5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.1053078 Sep 15 13:03:27.303431 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6b3f26ae-e0ce-48c3-851b-f13967018e8e req-3b8f295e-714a-479c-8e28-e4a24878ea76 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474114 Sep 15 13:03:27.797286 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:27.999586 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:28.490361 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0516a0-a8c1-4a06-86dc-58299ada5d1f req-e8a8f008-5995-4d60-817d-5722907ea0cd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:28.491862 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2f0516a0-a8c1-4a06-86dc-58299ada5d1f req-e8a8f008-5995-4d60-817d-5722907ea0cd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.1011806 Sep 15 13:03:28.541588 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2f0516a0-a8c1-4a06-86dc-58299ada5d1f req-de61744c-a0a1-4c57-a042-9107979d1efb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Sep 15 13:03:29.681859 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84757f-1df3-44a5-a468-379e59bc2907 req-b9778711-c776-4425-9fc1-54e7f99ce8f0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:29.683283 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad84757f-1df3-44a5-a468-379e59bc2907 req-b9778711-c776-4425-9fc1-54e7f99ce8f0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0550308 Sep 15 13:03:29.733787 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad84757f-1df3-44a5-a468-379e59bc2907 req-434b273b-974f-49b1-aa2b-14c086f644f4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Sep 15 13:03:30.858138 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:30.871864 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30b81-0f40-4a1c-8f8f-ccbde6245e14 req-8f064090-0834-4f5e-bba0-f37a4e02f9a8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:30.876915 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-67c30b81-0f40-4a1c-8f8f-ccbde6245e14 req-8f064090-0834-4f5e-bba0-f37a4e02f9a8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0564854 Sep 15 13:03:30.931032 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-67c30b81-0f40-4a1c-8f8f-ccbde6245e14 req-90cfb4cb-543b-4e22-a601-972e76ad620e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502613 Sep 15 13:03:32.061157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cac4a-c347-44af-aef3-9780e248b982 req-401796a4-61e5-4a15-a941-ebea4fa3df7c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:32.062719 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c96cac4a-c347-44af-aef3-9780e248b982 req-401796a4-61e5-4a15-a941-ebea4fa3df7c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0480480 Sep 15 13:03:32.114383 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c96cac4a-c347-44af-aef3-9780e248b982 req-b544393c-b0d2-4af4-9ca3-fdceb5494567 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Sep 15 13:03:33.230928 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:33.244881 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5dd48-e7b3-42e8-b671-7398409d044a req-f116a8c7-3dc7-4210-997e-e4a71651ee96 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:33.246350 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-afd5dd48-e7b3-42e8-b671-7398409d044a req-f116a8c7-3dc7-4210-997e-e4a71651ee96 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0510945 Sep 15 13:03:33.292885 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-afd5dd48-e7b3-42e8-b671-7398409d044a req-e1e68a46-e640-4036-bf61-99f53e5a53ab tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Sep 15 13:03:34.416227 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97531925-9976-4c86-b61d-aea6485e3b8e req-ff490942-0df9-4f07-b931-4a4b2031fbaa tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:34.417598 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97531925-9976-4c86-b61d-aea6485e3b8e req-ff490942-0df9-4f07-b931-4a4b2031fbaa tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0455682 Sep 15 13:03:34.464407 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97531925-9976-4c86-b61d-aea6485e3b8e req-d52713bc-27a1-478f-9d71-166bc1a95cf1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408611 Sep 15 13:03:35.588747 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa4c56-5df9-464b-b901-3bab917d66f7 req-cf017f61-05ee-4160-bf25-a1a7a443f981 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:35.590184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8fa4c56-5df9-464b-b901-3bab917d66f7 req-cf017f61-05ee-4160-bf25-a1a7a443f981 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0459678 Sep 15 13:03:35.624902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:35.637480 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c8fa4c56-5df9-464b-b901-3bab917d66f7 req-0bce035d-f68a-4656-b380-bd64e95ca12f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Sep 15 13:03:36.756525 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:36.767206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d599-6342-4157-a360-d7d34ddcb705 req-1cb1279b-72ab-491b-bb0f-59399a228fd3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:36.768956 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c273d599-6342-4157-a360-d7d34ddcb705 req-1cb1279b-72ab-491b-bb0f-59399a228fd3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0502963 Sep 15 13:03:36.800937 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:36.818289 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c273d599-6342-4157-a360-d7d34ddcb705 req-499d2f5c-c631-46bc-8010-9aad15b8344c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Sep 15 13:03:37.948143 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fed20-be1d-4856-98b2-dbf3078ca457 req-8f17e736-e849-442c-b34a-a206f4a79739 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:37.949680 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-731fed20-be1d-4856-98b2-dbf3078ca457 req-8f17e736-e849-442c-b34a-a206f4a79739 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0497653 Sep 15 13:03:37.997325 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-731fed20-be1d-4856-98b2-dbf3078ca457 req-f7792957-1a28-4160-b058-f7ad3939fcd2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Sep 15 13:03:38.823274 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:03:39.122446 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc56fe-0785-4e7b-8ce2-97ccb27e2956 req-902cbfbd-90af-405b-8384-2fe222847d04 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:39.124901 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e7fc56fe-0785-4e7b-8ce2-97ccb27e2956 req-902cbfbd-90af-405b-8384-2fe222847d04 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0470378 Sep 15 13:03:39.172750 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e7fc56fe-0785-4e7b-8ce2-97ccb27e2956 req-5f6e9263-4f56-4231-9fab-e90231772b17 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Sep 15 13:03:40.310555 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb620e-0be6-41ef-9f6f-b9f97a0155d6 req-b47e38a3-a0d6-4ca1-b685-799b939721a4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:40.312816 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7aeb620e-0be6-41ef-9f6f-b9f97a0155d6 req-b47e38a3-a0d6-4ca1-b685-799b939721a4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0579810 Sep 15 13:03:40.372512 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7aeb620e-0be6-41ef-9f6f-b9f97a0155d6 req-d0efc58b-2d73-4410-8fa1-e087b6fb83f0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508373 Sep 15 13:03:41.509388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9090023-2f40-490e-93cb-691ac5b21568 req-2810c810-ee59-4e08-836d-efee9b3fe0a0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:41.510840 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b9090023-2f40-490e-93cb-691ac5b21568 req-2810c810-ee59-4e08-836d-efee9b3fe0a0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0495012 Sep 15 13:03:41.559045 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b9090023-2f40-490e-93cb-691ac5b21568 req-09fb6f4d-3140-4af6-9961-bb2450899fb1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Sep 15 13:03:42.688209 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca5b45-f97f-4b0a-af5a-8acafd7275b0 req-8f5ecfc4-5bbe-4e52-b5b5-4d3b94abc649 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:42.689698 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0cca5b45-f97f-4b0a-af5a-8acafd7275b0 req-8f5ecfc4-5bbe-4e52-b5b5-4d3b94abc649 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0475171 Sep 15 13:03:42.736815 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0cca5b45-f97f-4b0a-af5a-8acafd7275b0 req-1ca69830-6fbf-46be-a55e-7fa5dc156746 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Sep 15 13:03:43.157789 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-8699967e-3cdd-479a-b759-6d1bb9b4422d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390878 Sep 15 13:03:43.691796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac701-bc44-40c7-a80a-f156283e108f req-8137dc42-66a8-47a3-ae52-10012a4bb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:43.693324 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-8137dc42-66a8-47a3-ae52-10012a4bb1c1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 1129 time: 0.0401287 Sep 15 13:03:43.862758 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bd28-5b2f-423f-b2e6-646a0635406d req-498909ab-601c-4937-b8d3-e92f0e8bb53f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:43.864210 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d717bd28-5b2f-423f-b2e6-646a0635406d req-498909ab-601c-4937-b8d3-e92f0e8bb53f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 943 time: 0.0457368 Sep 15 13:03:43.913708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d717bd28-5b2f-423f-b2e6-646a0635406d req-0a01b727-8fd0-4575-b7d1-1e4a1cd7ffdd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Sep 15 13:03:44.115779 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac701-bc44-40c7-a80a-f156283e108f req-047ca6c2-e0db-4882-942e-bebdbf95cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:44.117310 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-047ca6c2-e0db-4882-942e-bebdbf95cea1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.0907159 Sep 15 13:03:44.198245 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-cb0b7fe3-fd3d-4f1e-8a69-991ad8ce1f58 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 200 len: 1001 time: 0.0615718 Sep 15 13:03:44.247746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac701-bc44-40c7-a80a-f156283e108f req-7691bde5-a16d-4a12-9ae3-c471cd5458e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:44.250139 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-7691bde5-a16d-4a12-9ae3-c471cd5458e7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0443833 Sep 15 13:03:44.293831 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac701-bc44-40c7-a80a-f156283e108f req-346a6dbb-290c-4a82-9c2d-e3780db8e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:44.295894 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-346a6dbb-290c-4a82-9c2d-e3780db8e125 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391481 Sep 15 13:03:44.392634 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-81978e2f-1d4d-445e-afac-7a35e0824b09 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904210 Sep 15 13:03:44.483765 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-de8ac701-bc44-40c7-a80a-f156283e108f req-2ff905ab-59ac-48c9-bc42-2873c7b290ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842185 Sep 15 13:03:44.758129 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:03:44.761191 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:44.761974 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:44.865980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:44.878983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'port_id': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'mac_address': 'fa:16:3e:b0:5d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:03:44.913333 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:03:44.913827 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:44.928093 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:03:44.950332 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:44.955915 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:45.011727 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=9']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:45.051840 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a43c98-2d90-4437-b3fb-61e3131911c0 req-a33f35d8-6d6f-4aa1-bc68-a31ab7f413a9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:45.053546 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-09a43c98-2d90-4437-b3fb-61e3131911c0 req-a33f35d8-6d6f-4aa1-bc68-a31ab7f413a9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 944 time: 0.0525267 Sep 15 13:03:45.105814 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-09a43c98-2d90-4437-b3fb-61e3131911c0 req-bf25e9c9-61bf-42be-8462-135b2d88a1d6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Sep 15 13:03:45.141633 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6424b9-0031-4064-98c6-57faab19689e req-c321a6d5-f526-4b1a-bbad-48fa8dcd64f4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:45.144095 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cc6424b9-0031-4064-98c6-57faab19689e req-c321a6d5-f526-4b1a-bbad-48fa8dcd64f4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Sep 15 13:03:45.148930 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:45.152651 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-a38353d4-c29a-44ba-8a94-278ddcab0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:45.154133 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-a38353d4-c29a-44ba-8a94-278ddcab0391 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0417182 Sep 15 13:03:45.195309 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cc6424b9-0031-4064-98c6-57faab19689e req-8add0376-849d-40ce-bc56-e07da2f3fd96 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Sep 15 13:03:45.224320 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:45.249491 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-9ba1eff5-48f4-422c-9868-bb8252fcf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:45.250964 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-9ba1eff5-48f4-422c-9868-bb8252fcf91f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.0899501 Sep 15 13:03:45.311890 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-8bc2cdf8-2e19-4a5c-a3eb-d398cbff0190 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 1000 time: 0.0534644 Sep 15 13:03:45.360561 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-e638f9f1-1908-4dd7-9a8c-6418d7ce5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:45.361970 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-e638f9f1-1908-4dd7-9a8c-6418d7ce5dea service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0435138 Sep 15 13:03:45.409742 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-22186a5a-4c0f-467d-96ca-af8d0634f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:45.411168 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-22186a5a-4c0f-467d-96ca-af8d0634f5a6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422528 Sep 15 13:03:45.497376 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:03:45.503895 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-effbae3b-cca3-4a46-9a21-154975d9c2b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Sep 15 13:03:45.596021 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a6c6df2-092e-46bc-a4a6-33b40368b749 req-17b4dbe7-0ed6-4d88-b0d5-575299442899 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861604 Sep 15 13:03:46.235876 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74905d0-47c8-45b3-80b6-0fc4e05d56b8 req-aa33f065-2aae-419c-9de8-ea43606ed047 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:46.237375 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d74905d0-47c8-45b3-80b6-0fc4e05d56b8 req-aa33f065-2aae-419c-9de8-ea43606ed047 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 944 time: 0.0468116 Sep 15 13:03:46.285245 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d74905d0-47c8-45b3-80b6-0fc4e05d56b8 req-ced812ff-db80-40a1-af16-1ce2c79213a8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Sep 15 13:03:46.318716 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf850b9-8b9e-447c-b1e8-18f020a00341 req-600df5e9-943d-4f39-8f25-80f576802f52 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:46.320192 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bcf850b9-8b9e-447c-b1e8-18f020a00341 req-600df5e9-943d-4f39-8f25-80f576802f52 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Sep 15 13:03:46.367469 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bcf850b9-8b9e-447c-b1e8-18f020a00341 req-69e2192c-65ef-4a89-9ae2-67c40d7b0f54 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415697 Sep 15 13:03:46.775420 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:03:46.818858 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:03:46.819259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:46.819595 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 Sep 15 13:03:46.888782 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:03:46.889163 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:46.912226 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:03:46.914478 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2289de-96e9-4eb8-a3bb-7654670c91f6" -d '{"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:03:46.927086 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:03:46.930683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:46.957357 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dac56c-2c63-4498-afab-8b45f3d92862 x-openstack-request-id: req-27dac56c-2c63-4498-afab-8b45f3d92862 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:03:46.957649 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:03:46.957901 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27dac56c-2c63-4498-afab-8b45f3d92862 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:03:46.958288 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dac56c-2c63-4498-afab-8b45f3d92862'] response: {'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'code': 200} Sep 15 13:03:46.984160 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=10']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:03:47.527565 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990322e4-6d7e-483b-8f54-9abfb5028808 req-c238fddb-b228-4190-9922-dfdde34c90e2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:47.529122 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-990322e4-6d7e-483b-8f54-9abfb5028808 req-c238fddb-b228-4190-9922-dfdde34c90e2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0541902 Sep 15 13:03:47.580718 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-990322e4-6d7e-483b-8f54-9abfb5028808 req-0c04997d-2370-4801-99d8-e1cf56f681e3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 Sep 15 13:03:47.630694 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0e973-c358-4b34-a058-8ed2b963a082 req-1df17bab-e75c-4b5f-a013-a44660c9944f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:47.632095 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0e973-c358-4b34-a058-8ed2b963a082 req-1df17bab-e75c-4b5f-a013-a44660c9944f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0759256 Sep 15 13:03:47.633168 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7102edd-3e2d-4d2e-9a74-b0eae1865e1c req-65b61cc8-4521-4800-b427-72bd6dfa5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:47.634490 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d7102edd-3e2d-4d2e-9a74-b0eae1865e1c req-65b61cc8-4521-4800-b427-72bd6dfa5be4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 1130 time: 0.0682225 Sep 15 13:03:47.707260 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0e973-c358-4b34-a058-8ed2b963a082 req-dc61cf91-5e6e-4abd-98e1-83755bc5e053 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695128 Sep 15 13:03:47.710400 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d7102edd-3e2d-4d2e-9a74-b0eae1865e1c req-55eb6c2b-bc41-44e8-a13c-c756f400e82f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660551 Sep 15 13:03:48.710995 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e0ac4-53f1-497a-a84c-03aca6fa894f req-4ded74c8-9808-4383-931a-1c6093bd985a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:48.712477 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c02e0ac4-53f1-497a-a84c-03aca6fa894f req-4ded74c8-9808-4383-931a-1c6093bd985a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0488310 Sep 15 13:03:48.759309 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c02e0ac4-53f1-497a-a84c-03aca6fa894f req-a5acec92-dc7a-4885-83df-0cd8e7f5d8ef tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Sep 15 13:03:48.828785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2a99a-3b6f-4cb5-8d95-32be76e1565e req-8170fd31-6c59-478a-8296-aa2029029b7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:48.830267 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9af2a99a-3b6f-4cb5-8d95-32be76e1565e req-8170fd31-6c59-478a-8296-aa2029029b7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0465839 Sep 15 13:03:48.880318 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9af2a99a-3b6f-4cb5-8d95-32be76e1565e req-b9b85ff3-e13a-4540-bdca-b720134cdaf3 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Sep 15 13:03:49.886459 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55938aab-b464-45d9-a62a-982cd27fee5e req-4a231f97-a439-498d-9f6f-9ee0d4dbfd04 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:49.888050 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-55938aab-b464-45d9-a62a-982cd27fee5e req-4a231f97-a439-498d-9f6f-9ee0d4dbfd04 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0475054 Sep 15 13:03:49.943365 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-55938aab-b464-45d9-a62a-982cd27fee5e req-4f1bc784-96cd-4c7d-ba1d-9eb043014793 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494304 Sep 15 13:03:50.005443 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ad667-b60f-404d-a4e1-3a1922d49711 req-74715695-fe4f-4b2f-94d4-6a6b8dc16a53 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:50.006910 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bd3ad667-b60f-404d-a4e1-3a1922d49711 req-74715695-fe4f-4b2f-94d4-6a6b8dc16a53 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Sep 15 13:03:50.057069 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bd3ad667-b60f-404d-a4e1-3a1922d49711 req-46b9d3a6-7b19-49e7-92bc-233bf62f2bf4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Sep 15 13:03:51.072381 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee026501-0fc4-434b-9cf3-0c7fc9b7c63f req-e6658b61-49a7-464e-86f4-ab16bb0ed681 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:51.073777 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ee026501-0fc4-434b-9cf3-0c7fc9b7c63f req-e6658b61-49a7-464e-86f4-ab16bb0ed681 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0471709 Sep 15 13:03:51.126815 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ee026501-0fc4-434b-9cf3-0c7fc9b7c63f req-6c9cba4d-34a9-4b9c-bee2-483251cad8d5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474346 Sep 15 13:03:51.179488 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72740cc6-121c-4cda-aa31-02daf50ed165 req-f9259d5f-18aa-4db2-8223-f3b4586fdc50 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:51.180967 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-72740cc6-121c-4cda-aa31-02daf50ed165 req-f9259d5f-18aa-4db2-8223-f3b4586fdc50 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0470519 Sep 15 13:03:51.226658 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-72740cc6-121c-4cda-aa31-02daf50ed165 req-1ab24fa6-270c-4dbf-9eb9-51eb115698d8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 Sep 15 13:03:52.349419 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8e30-4c4e-4d81-bb24-fc353c2544e2 req-c7f49223-5d52-48c9-bfba-031fee35a9cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:52.350777 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-457b8e30-4c4e-4d81-bb24-fc353c2544e2 req-c7f49223-5d52-48c9-bfba-031fee35a9cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0466821 Sep 15 13:03:52.382053 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:52.399290 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-457b8e30-4c4e-4d81-bb24-fc353c2544e2 req-cce486bb-e7e3-4b94-939d-87a6524e762b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Sep 15 13:03:52.556184 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cceec35c-7dfd-47d7-8994-738474e3ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:52.978371 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:52.979102 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:53.756305 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:53.765540 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0fc81-fa3b-4e65-9fa3-b42d4751cd0f req-efe31c61-e453-47ce-b551-99f0b5f5381f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:53.767032 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-abf0fc81-fa3b-4e65-9fa3-b42d4751cd0f req-efe31c61-e453-47ce-b551-99f0b5f5381f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.2944989 Sep 15 13:03:53.791229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:53.814429 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-abf0fc81-fa3b-4e65-9fa3-b42d4751cd0f req-806ace6a-e909-4a61-ba81-937e5a251707 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Sep 15 13:03:54.707226 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:54.718816 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-024e7273-4a3a-491f-a637-efd55198e4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:54.903754 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:54.939821 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f09ac-b1bd-499f-b81e-811be0705b12 req-beaf8d89-014d-4624-bc5c-6f01e4498518 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:54.941287 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9f6f09ac-b1bd-499f-b81e-811be0705b12 req-beaf8d89-014d-4624-bc5c-6f01e4498518 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0472383 Sep 15 13:03:54.988980 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9f6f09ac-b1bd-499f-b81e-811be0705b12 req-75cbb160-27f4-4ade-a70d-b22665ad786a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Sep 15 13:03:56.110388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c15db-cd6e-45a9-ad5b-2887280720f7 req-d07a1327-cc67-4caa-b618-6b8fe9928932 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:56.111873 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6b9c15db-cd6e-45a9-ad5b-2887280720f7 req-d07a1327-cc67-4caa-b618-6b8fe9928932 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0476596 Sep 15 13:03:56.116002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:03:56.121642 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:56.159562 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6b9c15db-cd6e-45a9-ad5b-2887280720f7 req-c751740b-5f61-4d10-9d6f-10e0d776e7cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Sep 15 13:03:57.481124 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd626663-28f2-4294-99b6-4e445ea25599 req-bd065689-ae91-4ec0-80ea-f129f5dec6c4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:57.482602 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd626663-28f2-4294-99b6-4e445ea25599 req-bd065689-ae91-4ec0-80ea-f129f5dec6c4 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.2472298 Sep 15 13:03:57.529678 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cd626663-28f2-4294-99b6-4e445ea25599 req-61eb5658-667f-4c10-a226-001121b29c4f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Sep 15 13:03:57.798198 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:57.992670 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:03:58.652786 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c4f7e-c43a-474d-b614-b1e9a713a415 req-8712a931-d796-4823-967b-3d5509d01aa5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:58.654236 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f93c4f7e-c43a-474d-b614-b1e9a713a415 req-8712a931-d796-4823-967b-3d5509d01aa5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0492971 Sep 15 13:03:58.700133 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f93c4f7e-c43a-474d-b614-b1e9a713a415 req-92fbf258-48b7-478c-aa61-b370ca0ac1c7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Sep 15 13:03:59.821680 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4556a-1689-47a3-8800-4fa5ac1f4d36 req-a4928697-74ce-41da-a8ca-7a160b61ba9b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:03:59.823131 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd4556a-1689-47a3-8800-4fa5ac1f4d36 req-a4928697-74ce-41da-a8ca-7a160b61ba9b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0465808 Sep 15 13:03:59.869520 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2dd4556a-1689-47a3-8800-4fa5ac1f4d36 req-a4f5c807-ff25-4970-b44d-993d30f46fd9 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Sep 15 13:04:00.992497 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a40eab-1def-409e-8add-058be7281f64 req-236c1449-c2fe-4234-8d0d-8c52138545cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:00.994017 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a1a40eab-1def-409e-8add-058be7281f64 req-236c1449-c2fe-4234-8d0d-8c52138545cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0462892 Sep 15 13:04:01.040005 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a1a40eab-1def-409e-8add-058be7281f64 req-12cfd3ee-39d8-4ad6-ab09-cb5f64d6efbf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Sep 15 13:04:02.166056 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef291-d046-49b8-956f-82ce699e681e req-720464d8-752f-4043-8a32-0ff1f9a74ca0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:02.167511 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fe7ef291-d046-49b8-956f-82ce699e681e req-720464d8-752f-4043-8a32-0ff1f9a74ca0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Sep 15 13:04:02.213059 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fe7ef291-d046-49b8-956f-82ce699e681e req-7083eae9-59b6-4d8d-8780-5605ce2b6feb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Sep 15 13:04:03.332847 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50151a8a-c08d-44b5-acf1-d7860e85e330 req-29d1f4d2-b179-41e6-9543-50c67d961f9b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:03.334294 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50151a8a-c08d-44b5-acf1-d7860e85e330 req-29d1f4d2-b179-41e6-9543-50c67d961f9b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0464954 Sep 15 13:04:03.383715 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50151a8a-c08d-44b5-acf1-d7860e85e330 req-3d8d70af-a855-4a1e-9ab8-e45e8050fde6 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Sep 15 13:04:04.502848 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdb5f4-6cf8-4bf0-8cc0-f541c6701340 req-ed5c2553-ae04-4b74-ab50-83a86b5210c7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:04.504299 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ffcdb5f4-6cf8-4bf0-8cc0-f541c6701340 req-ed5c2553-ae04-4b74-ab50-83a86b5210c7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0458968 Sep 15 13:04:04.550968 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ffcdb5f4-6cf8-4bf0-8cc0-f541c6701340 req-f9275719-b403-4a19-96c1-85c8ea9a6177 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412290 Sep 15 13:04:05.672489 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b40cb-fa4f-4720-93fd-3b14a74ebdb7 req-9becc534-05a2-482c-9ed0-38dd018055bd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:05.673938 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079b40cb-fa4f-4720-93fd-3b14a74ebdb7 req-9becc534-05a2-482c-9ed0-38dd018055bd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Sep 15 13:04:05.720615 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079b40cb-fa4f-4720-93fd-3b14a74ebdb7 req-c10f69e5-3b4b-44b9-8137-ef40570b2164 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Sep 15 13:04:06.816998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:06.842963 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5ac5-99bd-44ae-bfbb-4d3d48ac99dd req-6fd77c6f-b74a-46c7-b38a-0448345c126d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:06.845291 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c82c5ac5-99bd-44ae-bfbb-4d3d48ac99dd req-6fd77c6f-b74a-46c7-b38a-0448345c126d tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Sep 15 13:04:06.895128 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c82c5ac5-99bd-44ae-bfbb-4d3d48ac99dd req-b4ab9ebe-48e7-4a97-a69e-37d80e3fc579 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Sep 15 13:04:08.017081 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d222e5d-0cd4-412c-a1ec-ca4ee6a1ec29 req-3a76a0d6-f13b-430b-9bb5-17fd34bcb2de tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:08.018572 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7d222e5d-0cd4-412c-a1ec-ca4ee6a1ec29 req-3a76a0d6-f13b-430b-9bb5-17fd34bcb2de tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0470703 Sep 15 13:04:08.065720 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7d222e5d-0cd4-412c-a1ec-ca4ee6a1ec29 req-059a230c-a0ea-4794-873e-46776a1ba979 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Sep 15 13:04:08.367900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d70fb-81e0-460c-8284-4df8125f6b10 req-c136a036-efac-4ffb-9327-283c3ac879e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:08.369413 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e8d70fb-81e0-460c-8284-4df8125f6b10 req-c136a036-efac-4ffb-9327-283c3ac879e9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0866234 Sep 15 13:04:08.413811 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1e8d70fb-81e0-460c-8284-4df8125f6b10 req-703689ce-152c-493d-9160-5cf5b3fb4574 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Sep 15 13:04:09.184775 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e66e87-38bd-45f9-8ca8-9da77afe2178 req-66d4f72d-5b66-49ad-831b-292302e97394 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:09.186221 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-02e66e87-38bd-45f9-8ca8-9da77afe2178 req-66d4f72d-5b66-49ad-831b-292302e97394 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0465693 Sep 15 13:04:09.232293 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-02e66e87-38bd-45f9-8ca8-9da77afe2178 req-9660a242-9c9a-4e4d-8724-75964fad3bfb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 Sep 15 13:04:10.351443 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f22737-8548-4430-8989-1608d8925189 req-17ab39f3-9a63-404e-9234-c8021d57e5cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:10.352829 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-58f22737-8548-4430-8989-1608d8925189 req-17ab39f3-9a63-404e-9234-c8021d57e5cb tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0466678 Sep 15 13:04:10.400256 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-58f22737-8548-4430-8989-1608d8925189 req-ced19b20-0ec7-4c28-bc1e-bb7d830367f8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Sep 15 13:04:10.810337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cb88f-e52f-453c-922c-9ac6b6c05c34 req-6314e4e5-2279-48d2-b22f-f7bca7cb86a7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:10.811811 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-976cb88f-e52f-453c-922c-9ac6b6c05c34 req-6314e4e5-2279-48d2-b22f-f7bca7cb86a7 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0481966 Sep 15 13:04:10.830922 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-8aa43838-ec9e-49d2-b475-ecb94d1af2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:10.832683 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-8aa43838-ec9e-49d2-b475-ecb94d1af2fc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0408821 Sep 15 13:04:10.862419 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-976cb88f-e52f-453c-922c-9ac6b6c05c34 req-7d235d80-f7be-4c31-b8ea-f3209831bd33 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Sep 15 13:04:10.931256 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-aa4782b7-6738-4fb3-bf93-91e92f777604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:10.932760 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-aa4782b7-6738-4fb3-bf93-91e92f777604 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.0918756 Sep 15 13:04:10.998434 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-4c3cd220-f09e-410d-b61b-8d9048825c36 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 1000 time: 0.0582497 Sep 15 13:04:11.041175 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:11.047870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-987a3fce-14b4-41c7-b913-64409d320c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:11.049418 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-987a3fce-14b4-41c7-b913-64409d320c07 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0437450 Sep 15 13:04:11.081219 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:11.093420 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-ba053e0f-2127-48e2-9a5b-a41163487cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:11.095094 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-ba053e0f-2127-48e2-9a5b-a41163487cfd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385795 Sep 15 13:04:11.188605 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-10a72aa2-6c88-409a-9e48-c7cbc58c7ac5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Sep 15 13:04:11.276357 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d5230bd-6715-4693-ac00-a8e557e81dcb req-3c87dd33-faf3-4b54-a34e-9d70e4dc9427 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819449 Sep 15 13:04:11.989065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca35b3-38e3-4738-888c-dab07b0f6ec8 req-a3d36cd2-00d8-4731-808f-d820c7ccf2be tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:11.990540 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fdca35b3-38e3-4738-888c-dab07b0f6ec8 req-a3d36cd2-00d8-4731-808f-d820c7ccf2be tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0508237 Sep 15 13:04:12.038879 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fdca35b3-38e3-4738-888c-dab07b0f6ec8 req-6e3a499d-a2b2-4eb9-a6e4-7306b4c6baac tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Sep 15 13:04:13.163244 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cabee5-5d6a-487a-83b4-8c22d7813c21 req-348e70eb-81d0-4d9e-bb25-c9077610b856 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:13.164893 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-20cabee5-5d6a-487a-83b4-8c22d7813c21 req-348e70eb-81d0-4d9e-bb25-c9077610b856 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0495570 Sep 15 13:04:13.211112 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-20cabee5-5d6a-487a-83b4-8c22d7813c21 req-28b5e8ab-2b50-4190-845d-1da378f1aea2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Sep 15 13:04:14.332442 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734eee-eac6-416e-a374-ee885784a821 req-7590bd5f-9d30-46ba-91f4-f6de2b27b247 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:14.333921 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-58734eee-eac6-416e-a374-ee885784a821 req-7590bd5f-9d30-46ba-91f4-f6de2b27b247 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0470603 Sep 15 13:04:14.381115 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-58734eee-eac6-416e-a374-ee885784a821 req-aede5050-e898-4f79-974d-045519e047b1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Sep 15 13:04:15.502907 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5622-226f-4c16-bb0f-510e5321fdd0 req-7c58da27-9a4e-450c-8f2a-6ae682851c81 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:15.504383 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-374f5622-226f-4c16-bb0f-510e5321fdd0 req-7c58da27-9a4e-450c-8f2a-6ae682851c81 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0469344 Sep 15 13:04:15.550827 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-374f5622-226f-4c16-bb0f-510e5321fdd0 req-8219522d-7b03-4a5d-9236-2f7da1472eda tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Sep 15 13:04:15.665771 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9ce5a-9a3b-48c9-8d9f-7337c8905d5f req-f9aa926e-54c2-4a09-818e-9142ad1248be tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:15.667253 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-59e9ce5a-9a3b-48c9-8d9f-7337c8905d5f req-f9aa926e-54c2-4a09-818e-9142ad1248be tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0456429 Sep 15 13:04:15.677799 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46624) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:15.682132 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Request body: {'floatingip': {'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:15.737739 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:15.823425 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:04:16.195623 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:16.208166 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:16.212645 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:16.343204 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:16.409839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Router d8397d97-011d-4e4a-b546-11ada2f5c0ae has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:04:16.512119 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:04:16.517080 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:16.522064 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] Sync routers for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:04:16.532525 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:16.533132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:03:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:16.548016 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:16.550341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e6669-a194-4ddb-89de-3add54f3a1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:16.585286 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-97244d2f-cbbb-4cb8-967d-5f21729839cf tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/e96cfefb-3d42-4e38-941f-c62ae32bc5e1 HTTP/1.1" status: 200 len: 992 time: 0.9064488 Sep 15 13:04:16.640151 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:16.648294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157da363-2ae7-41e1-8b95-7a03a9b3f642 x-openstack-request-id: req-157da363-2ae7-41e1-8b95-7a03a9b3f642 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:16.648599 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:16.648856 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-157da363-2ae7-41e1-8b95-7a03a9b3f642 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:16.649264 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157da363-2ae7-41e1-8b95-7a03a9b3f642'] response: {'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'status': 'completed', 'code': 200} Sep 15 13:04:16.846225 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'e96cfefb-3d42-4e38-941f-c62ae32bc5e1', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:01:20Z', 'updated_at': '2022-09-15T13:04:16Z', 'revision_number': 3, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:16.870865 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] Checking router: d8397d97-011d-4e4a-b546-11ada2f5c0ae for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:04:16.879202 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:16.879790 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:03:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:16.950905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-a23b49d2-17e3-41f4-80ad-993f12d4e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:16.952476 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-a23b49d2-17e3-41f4-80ad-993f12d4e68e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0388267 Sep 15 13:04:16.983368 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:17.057294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-0b11aa56-03c1-4e4a-83a7-c879e0842ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:17.058855 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-0b11aa56-03c1-4e4a-83a7-c879e0842ffb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.0857127 Sep 15 13:04:17.165892 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-acec7937-acfd-4d1c-8269-b83cee551405 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 1000 time: 0.0629945 Sep 15 13:04:17.204546 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'e96cfefb-3d42-4e38-941f-c62ae32bc5e1', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:01:20Z', 'updated_at': '2022-09-15T13:04:16Z', 'revision_number': 3, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:17.216356 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-3b285415-c596-4e06-bab0-13843f17b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:17.217830 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-3b285415-c596-4e06-bab0-13843f17b323 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0445695 Sep 15 13:04:17.230130 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37aa9d-d3fe-4854-94f3-ae3527e1843c None None] The sync data for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'e96cfefb-3d42-4e38-941f-c62ae32bc5e1', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'port_id': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'mac_address': 'fa:16:3e:86:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:01:20Z', 'updated_at': '2022-09-15T13:04:16Z', 'revision_number': 3, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:04:17.268151 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-9f8e0a17-3ccb-4770-a358-daf9f91c85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:17.270020 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-9f8e0a17-3ccb-4770-a358-daf9f91c85e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452888 Sep 15 13:04:17.366384 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-cd9b847d-1b72-4afb-8f93-6e939426ca05 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895164 Sep 15 13:04:17.459696 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-334e6669-a194-4ddb-89de-3add54f3a1bf req-29fad921-648b-4bd4-a81d-bee826d2e1c0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Sep 15 13:04:18.479133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42aa49c-45bd-4577-891f-835bf587288c req-505d8002-94bf-4234-99a9-0619f12b140a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:18.480607 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a42aa49c-45bd-4577-891f-835bf587288c req-505d8002-94bf-4234-99a9-0619f12b140a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Sep 15 13:04:18.529374 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a42aa49c-45bd-4577-891f-835bf587288c req-08102da7-66d8-439f-a52b-d283b60c1abd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Sep 15 13:04:18.650407 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:18.652824 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33d57c-3f85-4b69-aa9c-07d484c0c248" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:18.689316 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b96d0-8161-4c23-9cf1-58a8f787096f x-openstack-request-id: req-0b6b96d0-8161-4c23-9cf1-58a8f787096f {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:18.689606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:18.689861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b6b96d0-8161-4c23-9cf1-58a8f787096f {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:18.690259 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6b96d0-8161-4c23-9cf1-58a8f787096f'] response: {'name': 'network-changed', 'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'status': 'completed', 'code': 200} Sep 15 13:04:18.780719 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:18.790892 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-c101a7e6-e26b-4a5e-a786-893d16d356f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:18.792401 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-c101a7e6-e26b-4a5e-a786-893d16d356f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 1129 time: 0.0400681 Sep 15 13:04:18.863673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:18.886823 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-557e7f73-55b7-4fa9-b603-e5d5401fe351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:18.888293 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-557e7f73-55b7-4fa9-b603-e5d5401fe351 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 200 len: 920 time: 0.0878339 Sep 15 13:04:18.948344 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-2315eb1e-a1bc-4a48-8462-22a1d92480b2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 200 len: 1000 time: 0.0530498 Sep 15 13:04:18.994258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-0cfddb61-8e4f-455f-b5c1-49fa94ab3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:18.995681 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-0cfddb61-8e4f-455f-b5c1-49fa94ab3d7c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 200 len: 858 time: 0.0412714 Sep 15 13:04:19.041327 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-947045c5-71fb-47d5-b396-8e2396feedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:19.042781 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-947045c5-71fb-47d5-b396-8e2396feedb8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5a4caedd-fe49-46e7-8d75-963bed0357f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411611 Sep 15 13:04:19.132860 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-5b6b0cf5-b59e-4f2e-8af9-698813837104 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821648 Sep 15 13:04:19.225419 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8e33d57c-3f85-4b69-aa9c-07d484c0c248 req-af17c362-ae54-4f25-a551-1c016518c728 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838695 Sep 15 13:04:19.647550 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542df0dc-8fa9-4d5c-b50a-d819c9d27b89 req-5a8b0dfa-cb59-428c-b323-0c299897157d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:19.649021 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-542df0dc-8fa9-4d5c-b50a-d819c9d27b89 req-5a8b0dfa-cb59-428c-b323-0c299897157d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0462570 Sep 15 13:04:19.695456 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-542df0dc-8fa9-4d5c-b50a-d819c9d27b89 req-870963ac-00e4-4726-b6e1-60f5244f7723 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410423 Sep 15 13:04:20.819622 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57e5d3-305f-45dd-b9e3-05128dd79e44 req-3abb0ba6-7c2c-4e8d-bdf8-4547ea823f58 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:20.821204 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4a57e5d3-305f-45dd-b9e3-05128dd79e44 req-3abb0ba6-7c2c-4e8d-bdf8-4547ea823f58 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0498326 Sep 15 13:04:20.846039 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:20.868907 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4a57e5d3-305f-45dd-b9e3-05128dd79e44 req-b02650f8-2365-4ae6-a689-c5cb6d2585b5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 Sep 15 13:04:21.991723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b92d-150a-41a9-9032-4634b1dc7195 req-ceb6d369-79e2-4b4e-9863-53e6220da3fe tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:21.993196 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5073b92d-150a-41a9-9032-4634b1dc7195 req-ceb6d369-79e2-4b4e-9863-53e6220da3fe tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0497148 Sep 15 13:04:22.039559 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5073b92d-150a-41a9-9032-4634b1dc7195 req-4cdbb132-b428-41a6-bf9d-15a6fdb18362 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Sep 15 13:04:22.557987 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-baddd357-81de-4db9-9258-553cb57052b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:23.159654 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebb034-85bd-4257-a39b-06e25500ac2a req-6a3544aa-a528-4d4f-922e-0bf269bf3c34 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:23.161135 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-efebb034-85bd-4257-a39b-06e25500ac2a req-6a3544aa-a528-4d4f-922e-0bf269bf3c34 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0457029 Sep 15 13:04:23.173402 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:23.208010 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-efebb034-85bd-4257-a39b-06e25500ac2a req-1c665dfe-3528-4d74-b9cc-d8285f336606 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Sep 15 13:04:24.325426 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98cb56-c6b8-4e28-82a5-cecd0003ed63 req-68ca401b-5761-430e-9ffd-c999b5b13753 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:24.326890 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5b98cb56-c6b8-4e28-82a5-cecd0003ed63 req-68ca401b-5761-430e-9ffd-c999b5b13753 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0451491 Sep 15 13:04:24.374293 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5b98cb56-c6b8-4e28-82a5-cecd0003ed63 req-957f35c5-71e6-4cfe-87d6-d71727e0a6a8 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408940 Sep 15 13:04:24.721881 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-14dd8fcc-4d98-41a6-abe4-5b36efe03c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:25.494918 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2309f9-d2ea-4934-adad-031db7c83735 req-7b4f338c-eb2f-47c5-bc0b-ddae85dcabf8 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:25.496412 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fe2309f9-d2ea-4934-adad-031db7c83735 req-7b4f338c-eb2f-47c5-bc0b-ddae85dcabf8 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0470250 Sep 15 13:04:25.547085 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fe2309f9-d2ea-4934-adad-031db7c83735 req-a4b7ac53-b657-4c1a-a7d8-87336ced20dd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Sep 15 13:04:26.113134 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:26.125500 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:26.666422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aeae-7cbb-4b51-b580-2bb738543f5f req-99599fba-58ba-45e3-a1fd-8307757856e4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:26.667873 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6616aeae-7cbb-4b51-b580-2bb738543f5f req-99599fba-58ba-45e3-a1fd-8307757856e4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0465577 Sep 15 13:04:26.717352 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6616aeae-7cbb-4b51-b580-2bb738543f5f req-4cf4ca04-bad6-44bd-ab2e-1f30be358bf6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431757 Sep 15 13:04:27.797593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:27.803188 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:27.841734 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50cf21-6e28-429e-bb42-249ab63d959f req-9e656429-531d-4217-b44d-8d6dbc989af4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:27.843211 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9c50cf21-6e28-429e-bb42-249ab63d959f req-9e656429-531d-4217-b44d-8d6dbc989af4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0480404 Sep 15 13:04:27.889838 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9c50cf21-6e28-429e-bb42-249ab63d959f req-9c3d3a5f-7328-400b-a43d-63a837b36ac7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Sep 15 13:04:27.994455 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:28.916205 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f6df2-4f0e-4d46-9da8-dc336184a95f req-5bf72055-810a-423c-9797-1ec968cef766 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:28.917697 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2f8f6df2-4f0e-4d46-9da8-dc336184a95f req-5bf72055-810a-423c-9797-1ec968cef766 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0466137 Sep 15 13:04:28.966966 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2f8f6df2-4f0e-4d46-9da8-dc336184a95f req-4ac30ad2-cd8d-4ed8-890c-72d274f502ae tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Sep 15 13:04:29.014401 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7235-3df0-43bd-9590-a1610bc592dc req-dc0aa2e4-5541-42cc-a3f7-64eb261b8558 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:29.015971 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-21ad7235-3df0-43bd-9590-a1610bc592dc req-dc0aa2e4-5541-42cc-a3f7-64eb261b8558 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0481706 Sep 15 13:04:29.064073 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-21ad7235-3df0-43bd-9590-a1610bc592dc req-689cdacc-2515-49cb-9e17-086db7658fba tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Sep 15 13:04:29.964032 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:29.975039 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:30.094578 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936837-4834-409f-a92f-736e85058931 req-d957d3b5-6850-4e79-9248-c8199553ff49 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:30.096113 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-83936837-4834-409f-a92f-736e85058931 req-d957d3b5-6850-4e79-9248-c8199553ff49 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0506892 Sep 15 13:04:30.143473 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-83936837-4834-409f-a92f-736e85058931 req-76377d54-08b9-4f33-905e-20d2a47bf93d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Sep 15 13:04:30.186678 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57003e32-c02d-4590-97b9-e9d013e66c06 req-16ceecdc-c47f-443b-b768-d2f802d762ad tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:30.188594 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-57003e32-c02d-4590-97b9-e9d013e66c06 req-16ceecdc-c47f-443b-b768-d2f802d762ad tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Sep 15 13:04:30.241505 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-57003e32-c02d-4590-97b9-e9d013e66c06 req-031184ad-e2de-4278-9e77-1252cafd568e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472822 Sep 15 13:04:30.920375 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:30.935652 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-dbaed112-fcfe-40a5-a8e0-21d1e736a19d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:30.937687 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-dbaed112-fcfe-40a5-a8e0-21d1e736a19d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0524590 Sep 15 13:04:31.024154 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:31.030240 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:04:31.030577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:31.126522 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] For port a40c3efd-d157-4cf4-9c28-2e3f09f142e7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:04:31.126882 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:31.265070 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d040-a98f-4320-b32d-96d48e5be915 req-1a16a9a1-911c-444a-82cf-66ef5632e1f7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:31.266575 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a374d040-a98f-4320-b32d-96d48e5be915 req-1a16a9a1-911c-444a-82cf-66ef5632e1f7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 946 time: 0.0476444 Sep 15 13:04:31.316529 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a374d040-a98f-4320-b32d-96d48e5be915 req-9cf76003-c4a7-4f56-a9be-4ef0cf7fa79c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=80af88b2-30f5-415b-9bec-de807640f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 Sep 15 13:04:31.371445 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:31.372035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (d178c5c7-2203-4eed-b96b-8e576bbb4b72), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:31.372242 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP d178c5c7-2203-4eed-b96b-8e576bbb4b72 disassociated. External IP: 172.27.1.160, port: a40c3efd-d157-4cf4-9c28-2e3f09f142e7. Sep 15 13:04:31.372517 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for a40c3efd-d157-4cf4-9c28-2e3f09f142e7 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:04:31.393575 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f45e70-6adf-4113-9a3e-691f7bfb5d41 req-9a8f3d33-f6bd-45f2-9b9c-6aff68e52e90 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:31.395350 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-33f45e70-6adf-4113-9a3e-691f7bfb5d41 req-9a8f3d33-f6bd-45f2-9b9c-6aff68e52e90 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0647399 Sep 15 13:04:31.492016 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-33f45e70-6adf-4113-9a3e-691f7bfb5d41 req-fc8a0f66-2ccc-4977-8cd6-587c9829f7f5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676999 Sep 15 13:04:31.554843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a40c3efd-d157-4cf4-9c28-2e3f09f142e7), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:31.592397 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=a40c3efd-d157-4cf4-9c28-2e3f09f142e7,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:31.601717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.602061 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.602397 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.602729 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.603060 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.603428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.603752 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.604074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.604430 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.604749 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.605069 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.605386 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.605708 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.606022 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.606335 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:31.976466 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:04:32.083066 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:04:32.092438 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:04:32.103613 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:32.104319 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:32.127593 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] No DVR routers for this DVR port a40c3efd-d157-4cf4-9c28-2e3f09f142e7 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:04:32.130215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:32.133417 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6be6c28b-bb2d-4679-a9ac-b4328390f97c req-84abf75a-3ae2-4215-a2cb-07f6824014f8 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a40c3efd-d157-4cf4-9c28-2e3f09f142e7 HTTP/1.1" status: 204 len: 173 time: 1.1824400 Sep 15 13:04:32.133907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'name': 'network-vif-deleted', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:32.136210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3c792c-dfb6-4400-b655-c2e19860f4ac" -d '{"events": [{"server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "name": "network-vif-deleted", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:32.184031 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9500c43-b0be-443e-aa05-cea22ef23754 x-openstack-request-id: req-f9500c43-b0be-443e-aa05-cea22ef23754 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:32.184405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5170c49a-0d2d-487f-abc1-2cc80ebb31b4", "name": "network-vif-deleted", "tag": "a40c3efd-d157-4cf4-9c28-2e3f09f142e7", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:32.184659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9500c43-b0be-443e-aa05-cea22ef23754 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:32.185111 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9500c43-b0be-443e-aa05-cea22ef23754'] response: {'server_uuid': '5170c49a-0d2d-487f-abc1-2cc80ebb31b4', 'name': 'network-vif-deleted', 'tag': 'a40c3efd-d157-4cf4-9c28-2e3f09f142e7', 'status': 'completed', 'code': 200} Sep 15 13:04:32.226857 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:32.466895 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6426ddbc-b77f-46a3-b376-71667d5cd871 req-7c6a08c5-3386-4634-9101-2dc5cc355428 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5170c49a-0d2d-487f-abc1-2cc80ebb31b4 HTTP/1.1" status: 200 len: 210 time: 0.0358984 Sep 15 13:04:32.472885 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:32.498609 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:04:32.509409 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:32.510117 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:32.634314 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:32.646059 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3221395-c6d5-40f6-b6f0-1a8e055887b4 req-5e2b60b2-372b-4794-8a69-aa0c159fedca tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:32.654707 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c3221395-c6d5-40f6-b6f0-1a8e055887b4 req-5e2b60b2-372b-4794-8a69-aa0c159fedca tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0675499 Sep 15 13:04:32.710285 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c3221395-c6d5-40f6-b6f0-1a8e055887b4 req-de836668-9312-4f57-a269-a24bcc6efece tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544417 Sep 15 13:04:32.850321 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:32.877778 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797adcf-ac95-4fa1-9ed2-b67df3e07ec4 None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'efa2a613-5331-454e-84f8-aace4c65cbea', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:25:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a48c801-810d-4702-a905-a6109e4786d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T12:58:42Z', 'updated_at': '2022-09-15T12:59:34Z', 'revision_number': 2, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:04:33.126971 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc4c88-36df-4c0b-83ac-ad7166e36775 None None] New status for floating IP d178c5c7-2203-4eed-b96b-8e576bbb4b72: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:04:33.553486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46708) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:33.579512 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:33.612001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-16b2e788-9e48-4904-9776-8eb68407c382 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (80af88b2-30f5-415b-9bec-de807640f59d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.633820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-16b2e788-9e48-4904-9776-8eb68407c382 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (80af88b2-30f5-415b-9bec-de807640f59d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.651536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:33.681883 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-16b2e788-9e48-4904-9776-8eb68407c382 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (80af88b2-30f5-415b-9bec-de807640f59d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.684366 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-16b2e788-9e48-4904-9776-8eb68407c382 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.685464 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-16b2e788-9e48-4904-9776-8eb68407c382 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/80af88b2-30f5-415b-9bec-de807640f59d HTTP/1.1" status: 204 len: 168 time: 0.1309991 Sep 15 13:04:33.689058 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46710) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:33.695345 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2e788-9e48-4904-9776-8eb68407c382 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af88b2-30f5-415b-9bec-de807640f59d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:33.704622 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.api.v2.resource [None req-31e76ada-9eb3-41b6-a5b3-431489aca37d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] show failed (client error): The resource could not be found. Sep 15 13:04:33.705639 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-31e76ada-9eb3-41b6-a5b3-431489aca37d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups/80af88b2-30f5-415b-9bec-de807640f59d HTTP/1.1" status: 404 len: 347 time: 0.0155733 Sep 15 13:04:33.708548 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46712) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:33.827244 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port f45f482e-45d0-4348-8d8b-10735223deff {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:04:33.827653 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (f45f482e-45d0-4348-8d8b-10735223deff), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.835843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150154e-4d6b-4e3a-b5f1-696f321cf0f6 req-4733d644-ef58-4617-9dfb-d04cdf7a6bd5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:33.837443 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d150154e-4d6b-4e3a-b5f1-696f321cf0f6 req-4733d644-ef58-4617-9dfb-d04cdf7a6bd5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Sep 15 13:04:33.890951 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d150154e-4d6b-4e3a-b5f1-696f321cf0f6 req-0e165580-79b1-4a95-ab3c-f57e6f35e50a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Sep 15 13:04:33.915146 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (f45f482e-45d0-4348-8d8b-10735223deff), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.915463 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (f45f482e-45d0-4348-8d8b-10735223deff), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:33.929090 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for f45f482e-45d0-4348-8d8b-10735223deff owned by network:floatingip {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:04:34.028233 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:34.097433 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (f45f482e-45d0-4348-8d8b-10735223deff), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:34.119627 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=f45f482e-45d0-4348-8d8b-10735223deff,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:34.130003 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.130348 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.130683 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.131016 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.131347 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.131672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.131994 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.132342 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.132665 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.132988 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.133310 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.133628 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.133946 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.134264 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.134580 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:34.175767 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:34.196527 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (d178c5c7-2203-4eed-b96b-8e576bbb4b72), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:34.199043 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:34.200179 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5c66c7e1-cbfc-40da-ae1d-9d5601fe005d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/d178c5c7-2203-4eed-b96b-8e576bbb4b72 HTTP/1.1" status: 204 len: 168 time: 0.4907513 Sep 15 13:04:35.012094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1879097-4ddd-43c5-a037-222a10cce3bc req-ddd30b21-269a-40c8-8d8d-44dc6e5b6671 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:35.013584 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c1879097-4ddd-43c5-a037-222a10cce3bc req-ddd30b21-269a-40c8-8d8d-44dc6e5b6671 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0458107 Sep 15 13:04:35.036045 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a40c3efd-d157-4cf4-9c28-2e3f09f142e7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:04:35.055326 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: a40c3efd-d157-4cf4-9c28-2e3f09f142e7 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:04:35.055670 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a40c3efd-d157-4cf4-9c28-2e3f09f142e7 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:04:35.067446 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c1879097-4ddd-43c5-a037-222a10cce3bc req-09d4d57c-cded-4649-90a8-e1c102b4efdd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474484 Sep 15 13:04:35.810169 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e5e0-d00e-4fb3-afb3-35b5e42e226c req-d9bd2538-0586-4830-8369-7024e91f63e7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:35.811654 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-13f5e5e0-d00e-4fb3-afb3-35b5e42e226c req-d9bd2538-0586-4830-8369-7024e91f63e7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0503418 Sep 15 13:04:35.859243 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-13f5e5e0-d00e-4fb3-afb3-35b5e42e226c req-515db0e6-59a2-4bbd-824a-ca3eb612ab78 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Sep 15 13:04:36.190687 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba49a-6840-49a8-8bdd-8cf093064e67 req-b1164787-ed0c-4511-8eb7-3454b912acb7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:36.192127 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf0ba49a-6840-49a8-8bdd-8cf093064e67 req-b1164787-ed0c-4511-8eb7-3454b912acb7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0459738 Sep 15 13:04:36.242320 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf0ba49a-6840-49a8-8bdd-8cf093064e67 req-129a08c8-060a-4af7-89cd-919f859d2902 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Sep 15 13:04:36.816167 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:36.821028 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-388ec467-1250-453a-b258-ee4595434d31 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:36.822464 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-388ec467-1250-453a-b258-ee4595434d31 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0464811 Sep 15 13:04:36.910900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:04:36.911245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:37.013642 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052ac7d-3493-4f0a-aed4-c242131a0787 req-ab0c778e-49b6-4167-94bf-c045a0583bd9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:37.015161 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3052ac7d-3493-4f0a-aed4-c242131a0787 req-ab0c778e-49b6-4167-94bf-c045a0583bd9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 945 time: 0.0634887 Sep 15 13:04:37.057900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] For port 15fae3ac-3d15-4151-bd85-4686ea0f64b1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=15fae3ac-3d15-4151-bd85-4686ea0f64b1,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:04:37.058260 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:37.126553 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3052ac7d-3493-4f0a-aed4-c242131a0787 req-655162c8-a0d2-44a3-80fa-ddb7570e33cf tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d0343e48-1efe-4c68-b20c-b228984a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041608 Sep 15 13:04:37.239931 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:37.240316 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (efa2a613-5331-454e-84f8-aace4c65cbea), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:37.240638 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP efa2a613-5331-454e-84f8-aace4c65cbea disassociated. External IP: 172.27.1.107, port: 15fae3ac-3d15-4151-bd85-4686ea0f64b1. Sep 15 13:04:37.240977 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for 15fae3ac-3d15-4151-bd85-4686ea0f64b1 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:04:37.346868 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:37.370701 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0622e-9368-42ad-8a16-48619f11d731 req-31c7c369-ec22-4d91-94ee-edd71e5029cf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:37.372117 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ddc0622e-9368-42ad-8a16-48619f11d731 req-31c7c369-ec22-4d91-94ee-edd71e5029cf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Sep 15 13:04:37.374618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (15fae3ac-3d15-4151-bd85-4686ea0f64b1), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:37.403251 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=15fae3ac-3d15-4151-bd85-4686ea0f64b1,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:37.427410 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ddc0622e-9368-42ad-8a16-48619f11d731 req-10196223-3acf-4573-8800-ff47c6fd6382 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476809 Sep 15 13:04:37.501388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:37.523045 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:04:37.626201 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:04:37.637657 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845262c-01db-467b-a70e-229a122f7077 None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:04:37.647924 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:37.648550 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:37.668068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] No DVR routers for this DVR port 15fae3ac-3d15-4151-bd85-4686ea0f64b1 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:04:37.671266 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:37.675138 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cf9ccad6-7f09-4e97-9082-18b4db526ec1 req-f3d2d1ad-9923-400d-9198-2041ae1a1c14 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "DELETE /networking/v2.0/ports/15fae3ac-3d15-4151-bd85-4686ea0f64b1 HTTP/1.1" status: 204 len: 173 time: 0.8469431 Sep 15 13:04:37.675622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'name': 'network-vif-deleted', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:37.677897 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc00e78-907b-472f-a727-fb14363387ba" -d '{"events": [{"server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "name": "network-vif-deleted", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:37.716427 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd0043-c9f4-47c5-bc34-c5348674ed50 x-openstack-request-id: req-66fd0043-c9f4-47c5-bc34-c5348674ed50 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:37.716843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a48c801-810d-4702-a905-a6109e4786d8", "name": "network-vif-deleted", "tag": "15fae3ac-3d15-4151-bd85-4686ea0f64b1", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:37.717199 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66fd0043-c9f4-47c5-bc34-c5348674ed50 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:37.717697 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fd0043-c9f4-47c5-bc34-c5348674ed50'] response: {'server_uuid': '7a48c801-810d-4702-a905-a6109e4786d8', 'name': 'network-vif-deleted', 'tag': '15fae3ac-3d15-4151-bd85-4686ea0f64b1', 'status': 'completed', 'code': 200} Sep 15 13:04:37.843955 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:37.961622 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:38.028361 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:38.044047 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:38.069332 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845262c-01db-467b-a70e-229a122f7077 None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:04:38.078349 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:38.079122 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:38.180836 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:38.247788 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-102c6b27-1768-4d6f-af86-df76ba506b8e req-2a11d950-f380-4ee0-b33f-3b0f2583df27 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7a48c801-810d-4702-a905-a6109e4786d8 HTTP/1.1" status: 200 len: 210 time: 0.0301526 Sep 15 13:04:38.370434 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-2845262c-01db-467b-a70e-229a122f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:38.396759 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845262c-01db-467b-a70e-229a122f7077 None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:04:38.558894 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb1757-5213-41dc-a84a-67f911ec5594 req-a3fcc3ba-d7a6-4611-98dc-4386741ac793 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:38.560556 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7cdb1757-5213-41dc-a84a-67f911ec5594 req-a3fcc3ba-d7a6-4611-98dc-4386741ac793 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0508988 Sep 15 13:04:38.610971 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7cdb1757-5213-41dc-a84a-67f911ec5594 req-14a5cb58-3e29-417f-a90b-b4ca892e9618 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Sep 15 13:04:38.639264 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bca535-940a-4353-bbcc-86dd6acc9754 None None] New status for floating IP efa2a613-5331-454e-84f8-aace4c65cbea: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:04:39.347814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46756) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:39.404579 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5ba25c2-8d6c-4106-8d90-32dfc1a53cac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (d0343e48-1efe-4c68-b20c-b228984a0a51), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.426433 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5ba25c2-8d6c-4106-8d90-32dfc1a53cac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (d0343e48-1efe-4c68-b20c-b228984a0a51), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.471887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5ba25c2-8d6c-4106-8d90-32dfc1a53cac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d0343e48-1efe-4c68-b20c-b228984a0a51), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.474464 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5ba25c2-8d6c-4106-8d90-32dfc1a53cac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.475598 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e5ba25c2-8d6c-4106-8d90-32dfc1a53cac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d0343e48-1efe-4c68-b20c-b228984a0a51 HTTP/1.1" status: 204 len: 168 time: 0.1268089 Sep 15 13:04:39.478671 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46758) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:39.485217 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba25c2-8d6c-4106-8d90-32dfc1a53cac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0343e48-1efe-4c68-b20c-b228984a0a51,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:39.493794 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.api.v2.resource [None req-b7d6e9fd-a233-42f1-b786-f035c7d265cf tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] show failed (client error): The resource could not be found. Sep 15 13:04:39.495181 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b7d6e9fd-a233-42f1-b786-f035c7d265cf tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups/d0343e48-1efe-4c68-b20c-b228984a0a51 HTTP/1.1" status: 404 len: 347 time: 0.0150840 Sep 15 13:04:39.497850 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46760) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:39.608452 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port d665a9cd-fda7-4dd3-ae38-c3a46b357d55 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:04:39.609617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.690187 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.690511 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.702796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for d665a9cd-fda7-4dd3-ae38-c3a46b357d55 owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:04:39.731835 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8074f9-2dcc-4cae-9dfa-94929fcc0551 req-73d088ee-6f7b-40c5-9b44-b02b141ed6d7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:39.733334 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8b8074f9-2dcc-4cae-9dfa-94929fcc0551 req-73d088ee-6f7b-40c5-9b44-b02b141ed6d7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0461881 Sep 15 13:04:39.782311 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8b8074f9-2dcc-4cae-9dfa-94929fcc0551 req-4e362ba3-3c78-4e2f-9626-8932ca9d311a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427148 Sep 15 13:04:39.842671 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (d665a9cd-fda7-4dd3-ae38-c3a46b357d55), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.871606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=d665a9cd-fda7-4dd3-ae38-c3a46b357d55,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:39.917369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:39.938814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (efa2a613-5331-454e-84f8-aace4c65cbea), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.941629 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:39.942864 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d6e6cfb4-4215-475f-93e0-f300be673ea6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/efa2a613-5331-454e-84f8-aace4c65cbea HTTP/1.1" status: 204 len: 168 time: 0.4440732 Sep 15 13:04:39.998449 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c509c-b1cb-47d2-9b0e-512fa1d552b8 req-3d3cf0c9-d38c-4c07-b8c3-5761fbf50303 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:40.000768 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-724c509c-b1cb-47d2-9b0e-512fa1d552b8 req-3d3cf0c9-d38c-4c07-b8c3-5761fbf50303 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0531704 Sep 15 13:04:40.021932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46770) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:40.028733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335226331', 'description': 'tempest-description--1056077175'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:40.034372 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:40.054543 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.055293 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-724c509c-b1cb-47d2-9b0e-512fa1d552b8 req-80dbc3bf-9f3c-4085-98ba-a626930ea9a0 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489142 Sep 15 13:04:40.122252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-1bca69ae-ac7c-48b2-a837-8b1c8eaf746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:40.123803 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-1bca69ae-ac7c-48b2-a837-8b1c8eaf746e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1129 time: 0.0548346 Sep 15 13:04:40.231609 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (7ab60259-dd2c-4575-883c-1f3d19b59cf4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.243357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (7ab60259-dd2c-4575-883c-1f3d19b59cf4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.284494 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-bea70c10-b738-4f34-8d4f-4a4e652d159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:40.286201 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-bea70c10-b738-4f34-8d4f-4a4e652d159c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.1541278 Sep 15 13:04:40.289561 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.290680 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2675834 Sep 15 13:04:40.291379 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ae9ac-7d85-441a-b22e-85ade8434e34 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab60259-dd2c-4575-883c-1f3d19b59cf4,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:40.293746 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46772) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:40.298808 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': '7ab60259-dd2c-4575-883c-1f3d19b59cf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:40.332432 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (ab6ffe77-6b93-4ca2-95c1-87738fe8c757), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.356641 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-bdc1ce5e-25a4-4644-98b6-311f236ef554 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 1000 time: 0.0618854 Sep 15 13:04:40.380599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (ab6ffe77-6b93-4ca2-95c1-87738fe8c757), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.384217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (ab6ffe77-6b93-4ca2-95c1-87738fe8c757), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.406748 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6ffe77-6b93-4ca2-95c1-87738fe8c757,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:40.411799 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-750b6a48-61e6-452d-a891-cd16bd68a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:40.413057 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.413301 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-750b6a48-61e6-452d-a891-cd16bd68a99b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0503674 Sep 15 13:04:40.414238 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-eddcfffc-01bd-4d67-9ea7-092c11fe89e3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193857 Sep 15 13:04:40.416869 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46774) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:40.421019 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': '7ab60259-dd2c-4575-883c-1f3d19b59cf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:40.447453 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (1b3f4296-7046-4746-a558-eb37959d0066), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.458289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-9d815bd7-0a72-434a-bb5b-28744b03c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:40.459822 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-9d815bd7-0a72-434a-bb5b-28744b03c143 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396430 Sep 15 13:04:40.466556 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:40.508608 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (1b3f4296-7046-4746-a558-eb37959d0066), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.512735 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (1b3f4296-7046-4746-a558-eb37959d0066), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.534057 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3f4296-7046-4746-a558-eb37959d0066,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:40.543447 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.547660 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b55d805e-152b-48d5-9f9e-ee573360c90d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269116 Sep 15 13:04:40.547915 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46776) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:40.552196 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:40.555904 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-5f8a1965-e643-404f-8e0a-324b059ca550 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898228 Sep 15 13:04:40.574155 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.653075 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73c81e9b-18ea-463f-a255-ef4f6341e60e req-958b4466-dfdc-41bd-b1d7-18b23ad1249d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 Sep 15 13:04:40.655086 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.693172 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:40.761811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.27.1.139 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/54b2b1ec-b31f-4fb6-aa31-8388cef1eca6) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:04:40.877528 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.908846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:40.952222 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:04:40.958292 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:04:40.960425 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=54b2b1ec-b31f-4fb6-aa31-8388cef1eca6,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:40.962691 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:04:41.058080 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (a206b209-3e53-4296-9d1f-385597820ff0), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:41.060897 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 15fae3ac-3d15-4151-bd85-4686ea0f64b1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:04:41.083380 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 15fae3ac-3d15-4151-bd85-4686ea0f64b1 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:04:41.083726 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 15fae3ac-3d15-4151-bd85-4686ea0f64b1 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:04:41.102194 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:41.194973 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da11ba-33d9-4525-83d1-515ec2126955 req-c1d83d17-912d-4def-b205-a91c637c9186 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:41.196430 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-88da11ba-33d9-4525-83d1-515ec2126955 req-c1d83d17-912d-4def-b205-a91c637c9186 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0571148 Sep 15 13:04:41.204377 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:41.247920 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-88da11ba-33d9-4525-83d1-515ec2126955 req-bbdffd27-de59-41b1-b944-5c37bc95f3bf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Sep 15 13:04:41.288152 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:41.293407 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:41.371610 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=54b2b1ec-b31f-4fb6-aa31-8388cef1eca6,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:41.374114 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (a206b209-3e53-4296-9d1f-385597820ff0), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:41.393035 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:41.394605 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c821f00d-52b1-426c-965d-408b8fb86fb3 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8454638 Sep 15 13:04:41.570840 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-633ee144-de7c-49f0-8996-b1585cc15bf1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--335226331&fields=id&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 267 time: 0.0503378 Sep 15 13:04:41.656103 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:41.707609 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-1f9135d5-fd1b-4582-9823-3b829281ee32 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:41.709258 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-1f9135d5-fd1b-4582-9823-3b829281ee32 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.1322103 Sep 15 13:04:41.731676 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-05754dcd-31bf-4b18-b179-32e02d45eb65 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/quotas/2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 375 time: 0.0101035 Sep 15 13:04:41.788108 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-51855e80-7c2b-4390-af25-3b667b5c0b70 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486019 Sep 15 13:04:41.931290 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8a238701-aaca-4c12-a1b3-735c781f2aa5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308424 Sep 15 13:04:42.028545 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-dd71d072-ce9a-434c-a122-8fb5b7ff1f63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913084 Sep 15 13:04:42.195391 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-38b6374c-e959-43fe-bc2c-147111f3d1aa req-c7c79eba-045a-462b-a056-157e9c75993c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 210 time: 0.0301411 Sep 15 13:04:42.376187 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776d11b-369e-422b-bc09-06f14d3e5599 req-c941fa57-9550-4951-8215-dbd5487003a8 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:42.377615 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0776d11b-369e-422b-bc09-06f14d3e5599 req-c941fa57-9550-4951-8215-dbd5487003a8 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0474532 Sep 15 13:04:42.427309 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0776d11b-369e-422b-bc09-06f14d3e5599 req-9ab31448-aff0-4bf4-a6ea-bd4e575099cb tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Sep 15 13:04:43.295660 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-53f297c5-5ccb-4de6-9683-ff3155cdfb84 req-449e5ff5-f7ee-4f4f-9380-96e065a9248a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 210 time: 0.0277433 Sep 15 13:04:43.440897 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-63ba4317-526e-4329-891f-a413231f1ee8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452743 Sep 15 13:04:43.540360 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:43.548490 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-9e93af02-d1f8-46f0-a5a3-b827f88627e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:43.549999 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-9e93af02-d1f8-46f0-a5a3-b827f88627e2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 1129 time: 0.0581865 Sep 15 13:04:43.585071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-d14d4107-0064-4570-9046-d0ab77121c5c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:43.586548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-d14d4107-0064-4570-9046-d0ab77121c5c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.1447771 Sep 15 13:04:43.638430 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:43.717428 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-088a2abf-d21b-42ae-927a-55f782c33b23 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 379 time: 0.1119144 Sep 15 13:04:43.718864 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-874c53b6-d427-4dae-a088-c73422a5e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:43.720221 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-874c53b6-d427-4dae-a088-c73422a5e350 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.1328335 Sep 15 13:04:43.744560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'port': {'device_id': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'admin_state_up': True, 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'security_groups': ['7ab60259-dd2c-4575-883c-1f3d19b59cf4']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:43.844916 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-eb997ec2-6feb-4358-99ae-51fb09768db2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 200 len: 1000 time: 0.1089258 Sep 15 13:04:43.925139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-e80393ae-77cf-410c-ba65-4984f4d5b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:43.926592 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-e80393ae-77cf-410c-ba65-4984f4d5b7fc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0741427 Sep 15 13:04:43.945385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Made reservation on behalf of 2e4c4dc894bd429b8f46ae444eb5ff7d for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:04:43.949040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:43.994527 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-602011a2-8235-4d9d-bb35-2a89b0cdb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:43.996007 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-602011a2-8235-4d9d-bb35-2a89b0cdb5e5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620861 Sep 15 13:04:44.173530 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-21d7e817-5009-4d8f-a167-54c27d2b7287 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462076 Sep 15 13:04:44.174522 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.20.0.6 (e0e4d116-b42c-4d92-83e5-69793b91ec95/1046c219-65a3-4db3-82a5-a910b30b1dec/a943f44d-916a-4082-948c-693f4078378e) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:04:44.368431 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:44.377601 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-adf6de84-f0b4-4938-a2bb-d3d695fb0347 req-b1cef226-d79b-4dc5-8b40-7abdd1a55098 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628656 Sep 15 13:04:44.392476 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (a943f44d-916a-4082-948c-693f4078378e), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.400781 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ab139428-cc7d-439f-9592-8fc92ce4583c req-5280c572-70d3-4a59-8e82-7799dc15a026 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 210 time: 0.0291598 Sep 15 13:04:44.402377 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:44.429724 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a943f44d-916a-4082-948c-693f4078378e), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.474368 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:04:44.477813 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:04:44.481619 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:04:44.505324 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=a943f44d-916a-4082-948c-693f4078378e,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:44.538326 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:44.538967 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.557356 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-8cd6607b-d07f-4454-8fd4-1b671ffe8ef9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159859 Sep 15 13:04:44.576399 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Request body: {'port': {'device_id': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:44.639803 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a943f44d-916a-4082-948c-693f4078378e), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.710639 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Provisioning complete for port a943f44d-916a-4082-948c-693f4078378e triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:04:44.711190 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a943f44d-916a-4082-948c-693f4078378e), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.711480 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Attempt 1 to provision port a943f44d-916a-4082-948c-693f4078378e Sep 15 13:04:44.748409 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Port a943f44d-916a-4082-948c-693f4078378e cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:04:44.902217 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a943f44d-916a-4082-948c-693f4078378e {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:04:44.909503 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Publish callbacks [] for port (a943f44d-916a-4082-948c-693f4078378e), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.923357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Transition to ACTIVE for port object a943f44d-916a-4082-948c-693f4078378e will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:04:44.926893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (a943f44d-916a-4082-948c-693f4078378e), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:44.986189 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Pushing event updated for resources: {'Port': ['ID=a943f44d-916a-4082-948c-693f4078378e,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:45.034980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Attempting to bind port a943f44d-916a-4082-948c-693f4078378e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:04:45.035309 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Attempting to bind port a943f44d-916a-4082-948c-693f4078378e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:04:45.035628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Attempting to bind port a943f44d-916a-4082-948c-693f4078378e on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:04:45.083213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Port a943f44d-916a-4082-948c-693f4078378e on network e0e4d116-b42c-4d92-83e5-69793b91ec95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:04:45.083533 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Attempting to bind port a943f44d-916a-4082-948c-693f4078378e on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:04:45.249765 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Attempt 2 to provision port a943f44d-916a-4082-948c-693f4078378e Sep 15 13:04:45.284054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Port a943f44d-916a-4082-948c-693f4078378e cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:04:45.384060 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:04:45.384686 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:04:45.384894 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Bound using segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:04:45.385202 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Bound port: a943f44d-916a-4082-948c-693f4078378e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:04:45.385549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a943f44d-916a-4082-948c-693f4078378e), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:45.399790 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:45.449970 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] For port a943f44d-916a-4082-948c-693f4078378e, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:04:45.451893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] For port a943f44d-916a-4082-948c-693f4078378e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a943f44d-916a-4082-948c-693f4078378e,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:04:45.459280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (a943f44d-916a-4082-948c-693f4078378e), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:45.462975 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:45.463590 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:45.465015 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a943f44d-916a-4082-948c-693f4078378e HTTP/1.1" status: 200 len: 1093 time: 0.8934889 Sep 15 13:04:45.467190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'tag': 'a943f44d-916a-4082-948c-693f4078378e'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:45.469585 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079cc227-fdee-4ad3-84b5-765512bb3fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "tag": "a943f44d-916a-4082-948c-693f4078378e"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:45.504986 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:45.510664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f07b63-1e22-4057-874f-650b1d450b5b x-openstack-request-id: req-96f07b63-1e22-4057-874f-650b1d450b5b {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:45.510947 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "tag": "a943f44d-916a-4082-948c-693f4078378e", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:45.511197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96f07b63-1e22-4057-874f-650b1d450b5b {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:45.511585 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f07b63-1e22-4057-874f-650b1d450b5b'] response: {'name': 'network-changed', 'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'tag': 'a943f44d-916a-4082-948c-693f4078378e', 'status': 'completed', 'code': 200} Sep 15 13:04:45.576079 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded784a-0bf2-41de-bded-1ec0dc38f0e5 req-15035119-7425-4e4c-9ff8-1aafd59ae7c9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:45.577621 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4ded784a-0bf2-41de-bded-1ec0dc38f0e5 req-15035119-7425-4e4c-9ff8-1aafd59ae7c9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 943 time: 0.0845664 Sep 15 13:04:45.594808 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24f88-db7e-4d83-b872-e4c28605e9bd service neutron] Pushing event updated for resources: {'Port': ['ID=a943f44d-916a-4082-948c-693f4078378e,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:45.621990 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-265abc30-9e23-4a92-b9aa-78d1f5723e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:45.623445 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-265abc30-9e23-4a92-b9aa-78d1f5723e97 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 1127 time: 0.0647523 Sep 15 13:04:45.679619 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-4c4a2c81-d38c-41dd-8389-9325ce7229fa service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a943f44d-916a-4082-948c-693f4078378e HTTP/1.1" status: 200 len: 217 time: 0.0415528 Sep 15 13:04:45.682738 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4ded784a-0bf2-41de-bded-1ec0dc38f0e5 req-ec55396e-af96-4af1-bd11-8dcd4afe6a27 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889237 Sep 15 13:04:45.727509 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-e0a73617-ad3c-4ae3-9499-7e6c46a40baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:45.728965 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-e0a73617-ad3c-4ae3-9499-7e6c46a40baf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0437191 Sep 15 13:04:45.771611 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-1c473bcd-07b6-448c-8581-6da29e02a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:45.773036 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-1c473bcd-07b6-448c-8581-6da29e02a9b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381384 Sep 15 13:04:45.785159 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Attempt 3 to provision port a943f44d-916a-4082-948c-693f4078378e Sep 15 13:04:45.826205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-83619a55-61fa-4802-894b-0efda3ffa3eb None None] Port a943f44d-916a-4082-948c-693f4078378e had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:04:45.867278 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-55ce8367-9dc1-498a-b9e0-bedca3f63805 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Sep 15 13:04:45.957587 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ac27805-5419-4a56-a26a-c82db5dedcfa req-9e4df0e3-d3bc-46e4-8cf2-fe5aaf10b166 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843780 Sep 15 13:04:46.807623 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e5555-50bc-4f6b-a95d-1572b0ac260d req-2c4bdcb5-6a76-4a87-aef4-d3424bbf76a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:46.809102 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d54e5555-50bc-4f6b-a95d-1572b0ac260d req-2c4bdcb5-6a76-4a87-aef4-d3424bbf76a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 943 time: 0.0496519 Sep 15 13:04:46.855221 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d54e5555-50bc-4f6b-a95d-1572b0ac260d req-069013cf-f57b-47c9-beba-a2cf2b183691 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Sep 15 13:04:47.976844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f731-ae3b-4af6-b33c-ddf4840bbe98 req-ccbd5365-cc78-4c8c-b5b7-30e04bf1e115 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:47.978313 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ff33f731-ae3b-4af6-b33c-ddf4840bbe98 req-ccbd5365-cc78-4c8c-b5b7-30e04bf1e115 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 943 time: 0.0496590 Sep 15 13:04:48.025943 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ff33f731-ae3b-4af6-b33c-ddf4840bbe98 req-861c8318-e5a2-41bb-b351-939ba0558dcd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Sep 15 13:04:48.366616 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=46 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:48.374002 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=34 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:48.411294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-dbe68402-102e-44a6-a3ff-b796f20f6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:48.412853 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-dbe68402-102e-44a6-a3ff-b796f20f6506 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 1127 time: 0.0405943 Sep 15 13:04:48.504346 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-9af0c05d-a466-46c0-bdcf-bd2f6c034dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:48.505769 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-9af0c05d-a466-46c0-bdcf-bd2f6c034dc9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.0871234 Sep 15 13:04:48.543819 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-6ec26ef3-72e0-4334-b12f-fe88ccea58e2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a943f44d-916a-4082-948c-693f4078378e HTTP/1.1" status: 200 len: 217 time: 0.0318050 Sep 15 13:04:48.589460 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-89a2c13d-b84f-45c8-a362-fbef0235043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:48.590832 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-89a2c13d-b84f-45c8-a362-fbef0235043a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0418291 Sep 15 13:04:48.631268 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-cfed7d4b-a00d-4015-a8ed-fa5c23702455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:48.632671 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-cfed7d4b-a00d-4015-a8ed-fa5c23702455 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0361044 Sep 15 13:04:48.697348 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:48.725801 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-440afe49-e1f2-4bd2-acd7-978967407ae1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Sep 15 13:04:48.818644 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-079cc227-fdee-4ad3-84b5-765512bb3fc5 req-3ce8c07b-6b73-4f9f-9311-64a93275bfc9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867188 Sep 15 13:04:49.074139 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a943f44d-916a-4082-948c-693f4078378e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:04:49.149408 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925d31-5cbb-47fc-8dbf-4e453a2575b9 req-57d43103-c9f5-49df-9347-efe77c4f4900 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:49.150886 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e2925d31-5cbb-47fc-8dbf-4e453a2575b9 req-57d43103-c9f5-49df-9347-efe77c4f4900 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 943 time: 0.0481806 Sep 15 13:04:49.175727 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port a943f44d-916a-4082-948c-693f4078378e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a943f44d-916a-4082-948c-693f4078378e,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:04:49.187464 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'a943f44d-916a-4082-948c-693f4078378e', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'port_id': 'a943f44d-916a-4082-948c-693f4078378e', 'mac_address': 'fa:16:3e:36:b5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:04:49.198999 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e2925d31-5cbb-47fc-8dbf-4e453a2575b9 req-1fecb9ee-7a56-48ad-931d-04637391eee7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423970 Sep 15 13:04:49.222201 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port a943f44d-916a-4082-948c-693f4078378e is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:04:49.222590 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a943f44d-916a-4082-948c-693f4078378e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:49.236087 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a943f44d-916a-4082-948c-693f4078378e {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:04:49.255694 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port a943f44d-916a-4082-948c-693f4078378e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a943f44d-916a-4082-948c-693f4078378e,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:04:49.259432 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a943f44d-916a-4082-948c-693f4078378e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:49.303552 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=a943f44d-916a-4082-948c-693f4078378e,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:49.310578 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.310869 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.311214 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.312215 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.312582 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.312911 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.313242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.313589 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.313918 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.314250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.314578 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.314917 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.315244 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.315569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.315889 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:04:49.793002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['a943f44d-916a-4082-948c-693f4078378e'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:04:50.319907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002bc7c-f076-425d-8522-ab2ad53ccad3 req-21aa9183-3103-4a58-bb47-387900b63359 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:50.321415 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2002bc7c-f076-425d-8522-ab2ad53ccad3 req-21aa9183-3103-4a58-bb47-387900b63359 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 944 time: 0.0468130 Sep 15 13:04:50.368602 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2002bc7c-f076-425d-8522-ab2ad53ccad3 req-049c3db6-4818-4264-a789-05bc401e5df1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415452 Sep 15 13:04:51.098458 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a943f44d-916a-4082-948c-693f4078378e up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:04:51.101519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:51.140640 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port a943f44d-916a-4082-948c-693f4078378e completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:04:51.146394 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port a943f44d-916a-4082-948c-693f4078378e triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:04:51.146912 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (a943f44d-916a-4082-948c-693f4078378e), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:51.147318 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port a943f44d-916a-4082-948c-693f4078378e Sep 15 13:04:51.210267 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:51.223575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port a943f44d-916a-4082-948c-693f4078378e is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:04:51.223980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a943f44d-916a-4082-948c-693f4078378e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:51.246709 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943f44d-916a-4082-948c-693f4078378e'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:51.249519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737096e6-5f06-4cdf-ab1a-cb5e9ff96dce" -d '{"events": [{"server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "name": "network-vif-plugged", "status": "completed", "tag": "a943f44d-916a-4082-948c-693f4078378e"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:51.262002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port a943f44d-916a-4082-948c-693f4078378e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a943f44d-916a-4082-948c-693f4078378e,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:04:51.266692 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (a943f44d-916a-4082-948c-693f4078378e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:51.315727 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=a943f44d-916a-4082-948c-693f4078378e,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:04:51.343354 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c326b7e-0a28-44d7-9231-c9208d5b6a18 x-openstack-request-id: req-1c326b7e-0a28-44d7-9231-c9208d5b6a18 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:51.343673 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "name": "network-vif-plugged", "status": "completed", "tag": "a943f44d-916a-4082-948c-693f4078378e", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:51.344009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c326b7e-0a28-44d7-9231-c9208d5b6a18 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:51.344476 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c326b7e-0a28-44d7-9231-c9208d5b6a18'] response: {'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943f44d-916a-4082-948c-693f4078378e', 'code': 200} Sep 15 13:04:51.481080 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:51.492673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1b273-dbab-4cf4-bdb6-85e3fb602c17 req-28098a34-804a-405f-a966-c75ff41a63b9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:51.494148 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-10e1b273-dbab-4cf4-bdb6-85e3fb602c17 req-28098a34-804a-405f-a966-c75ff41a63b9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0513477 Sep 15 13:04:51.543339 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-10e1b273-dbab-4cf4-bdb6-85e3fb602c17 req-7b9ea64e-a250-4ade-b979-3536adf836d9 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Sep 15 13:04:51.583724 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239e3d0-6fab-46fe-aea7-fe30bef0b4f0 req-4d7d797e-77e5-42de-93d7-722835354075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:51.585292 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d239e3d0-6fab-46fe-aea7-fe30bef0b4f0 req-4d7d797e-77e5-42de-93d7-722835354075 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 1129 time: 0.0455925 Sep 15 13:04:51.628476 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d239e3d0-6fab-46fe-aea7-fe30bef0b4f0 req-81ac4006-f88b-47ca-a6b1-234b7b6cff5c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373249 Sep 15 13:04:52.561753 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-615894ca-defb-4913-9b0f-15c1e1a031e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:52.676833 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509a9bc-eba3-4138-ab9c-e6523f625182 req-1013ddb6-5ad1-4f56-89af-c5e0b55bf842 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:52.678200 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a509a9bc-eba3-4138-ab9c-e6523f625182 req-1013ddb6-5ad1-4f56-89af-c5e0b55bf842 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0498271 Sep 15 13:04:52.724868 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a509a9bc-eba3-4138-ab9c-e6523f625182 req-2063fee9-cfa9-42de-82dd-7be53a4432e7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410333 Sep 15 13:04:52.822665 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:04:53.847083 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d1d0e-6f10-4183-9865-b7fe898a3e25 req-73a52866-516a-4be5-9476-6221dd50cfc6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:53.848577 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8c4d1d0e-6f10-4183-9865-b7fe898a3e25 req-73a52866-516a-4be5-9476-6221dd50cfc6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0472887 Sep 15 13:04:53.895235 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8c4d1d0e-6f10-4183-9865-b7fe898a3e25 req-07f950cf-8558-4faa-803b-b16d68231bc2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411878 Sep 15 13:04:53.997139 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:54.010705 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13c0d-73e6-4dc4-95a1-b6632a50b643 req-bb5bb053-d86f-4e43-a15c-5991ac5208cb tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:54.012119 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bac13c0d-73e6-4dc4-95a1-b6632a50b643 req-bb5bb053-d86f-4e43-a15c-5991ac5208cb tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0470281 Sep 15 13:04:54.022880 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46850) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:04:54.027211 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'port_id': 'a943f44d-916a-4082-948c-693f4078378e'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:04:54.064990 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (a206b209-3e53-4296-9d1f-385597820ff0), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:54.378288 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:54.481962 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:54.485602 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (a206b209-3e53-4296-9d1f-385597820ff0), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:54.579006 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP a206b209-3e53-4296-9d1f-385597820ff0 associated. External IP: 172.27.1.139, port: a943f44d-916a-4082-948c-693f4078378e. Sep 15 13:04:54.725243 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-55fb7247-f332-4d49-951c-bae331fd6d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:54.974531 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:04:55.079565 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:04:55.084240 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:55.091206 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:04:55.102309 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:55.102912 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:55.114790 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-bac7c509-dc9c-47f6-954c-f13cd024e1f2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/a206b209-3e53-4296-9d1f-385597820ff0 HTTP/1.1" status: 200 len: 991 time: 1.0908358 Sep 15 13:04:55.115419 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'tag': 'a943f44d-916a-4082-948c-693f4078378e'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:04:55.117752 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf2334-6920-4ab9-b342-ab9f147df183" -d '{"events": [{"name": "network-changed", "server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "tag": "a943f44d-916a-4082-948c-693f4078378e"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:04:55.209466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b7d95a-0524-4f60-a6a6-b3bb11b14e60 x-openstack-request-id: req-17b7d95a-0524-4f60-a6a6-b3bb11b14e60 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:04:55.209675 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:55.209806 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "tag": "a943f44d-916a-4082-948c-693f4078378e", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:04:55.209996 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17b7d95a-0524-4f60-a6a6-b3bb11b14e60 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:04:55.210398 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b7d95a-0524-4f60-a6a6-b3bb11b14e60'] response: {'name': 'network-changed', 'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'tag': 'a943f44d-916a-4082-948c-693f4078378e', 'status': 'completed', 'code': 200} Sep 15 13:04:55.318223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-5619d4ab-993c-4a7f-bf98-61704b161cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:55.319706 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-5619d4ab-993c-4a7f-bf98-61704b161cbb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 1129 time: 0.0420737 Sep 15 13:04:55.411857 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-6c2bbdc1-75f9-42e6-a32e-10abca2f3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:55.413299 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-6c2bbdc1-75f9-42e6-a32e-10abca2f3e79 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.0867782 Sep 15 13:04:55.422773 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'a206b209-3e53-4296-9d1f-385597820ff0', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': 'a943f44d-916a-4082-948c-693f4078378e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:36:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:04:41Z', 'updated_at': '2022-09-15T13:04:54Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:55.446983 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:04:55.456248 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:04:55.456890 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:55.481004 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-764f3f83-58d4-402a-93cc-18cc5c47b5f5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a943f44d-916a-4082-948c-693f4078378e HTTP/1.1" status: 200 len: 999 time: 0.0614135 Sep 15 13:04:55.531447 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-2c67290b-660d-40dd-b893-83967fd93340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:55.532940 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-2c67290b-660d-40dd-b893-83967fd93340 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0442050 Sep 15 13:04:55.559222 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:04:55.575756 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-8ccb9a78-aae8-47b8-b463-4b0998ce7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:55.577919 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-8ccb9a78-aae8-47b8-b463-4b0998ce7051 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391450 Sep 15 13:04:55.669308 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-ffcc29a5-c036-4f4a-9fca-67dbd757e1a9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857739 Sep 15 13:04:55.757296 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2dcf2334-6920-4ab9-b342-ab9f147df183 req-e97ea6b4-cf34-4c64-a571-859fd9a90fdd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820253 Sep 15 13:04:55.771576 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'a206b209-3e53-4296-9d1f-385597820ff0', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': 'a943f44d-916a-4082-948c-693f4078378e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:36:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:04:41Z', 'updated_at': '2022-09-15T13:04:54Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:04:55.797421 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574518af-e4e8-41b4-bb79-b69d79f34e8e None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'a206b209-3e53-4296-9d1f-385597820ff0', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': 'a943f44d-916a-4082-948c-693f4078378e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:36:b5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:04:41Z', 'updated_at': '2022-09-15T13:04:54Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:04:55.979198 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c79a64-9ff2-4cde-8180-2bf508578695 None None] New status for floating IP a206b209-3e53-4296-9d1f-385597820ff0: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:04:56.250229 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:57.805632 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:57.997757 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:04:59.527894 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc3159-c03b-4f20-b97a-d5e2d4791178 req-e2ac9a0c-d931-4e2e-8436-fad73b4e2ce2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:04:59.529402 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-85bc3159-c03b-4f20-b97a-d5e2d4791178 req-e2ac9a0c-d931-4e2e-8436-fad73b4e2ce2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0473390 Sep 15 13:04:59.563662 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:04:59.581182 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-85bc3159-c03b-4f20-b97a-d5e2d4791178 req-b767e73c-4366-43f6-a0cd-af52f39d2186 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 Sep 15 13:05:00.713147 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcdd0d-ecd1-4bab-a513-1cffbdb4757b req-7ba7e68a-05dc-47d4-be2f-42f4b816006e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:00.714619 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9cfcdd0d-ecd1-4bab-a513-1cffbdb4757b req-7ba7e68a-05dc-47d4-be2f-42f4b816006e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0486243 Sep 15 13:05:00.734653 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:00.761199 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9cfcdd0d-ecd1-4bab-a513-1cffbdb4757b req-219506fe-6cfe-4c68-ac21-8ac82234b5aa tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=172cd07b-c96e-4891-80b8-d6b744fef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Sep 15 13:05:01.375837 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-3d71f7f6-3810-4779-83f0-0cfac3f9cf64 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:01.377215 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-3d71f7f6-3810-4779-83f0-0cfac3f9cf64 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 946 time: 0.0466001 Sep 15 13:05:01.459732 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Deleting port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:01.460076 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:01.505932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:01.553891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] For port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:01.554256 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:01.712984 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:01.713350 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (592769f5-7538-4bac-b52b-b23f7ae75317), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:01.713669 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Floating IP 592769f5-7538-4bac-b52b-b23f7ae75317 disassociated. External IP: 172.27.1.141, port: 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18. Sep 15 13:05:01.714012 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Calling delete_port for 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:01.846641 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (12b0a8a8-4a84-4e3e-8e96-e6939fe11e18), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:01.897499 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-db06725f-d78f-4d23-839d-746df5625d3f req-306e8957-ccad-4a64-b14c-7421021f2543 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.0488269 Sep 15 13:05:01.900325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event deleted for resources: {'Port': ['ID=12b0a8a8-4a84-4e3e-8e96-e6939fe11e18,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:02.006673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Router 9930d0ac-2946-4003-8981-ac432633b7d5 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:05:02.108541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:05:02.117972 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:05:02.128813 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:02.129421 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:02.154291 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] No DVR routers for this DVR port 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:02.157471 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:02.160669 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f55a0fd4-edd4-46a1-97aa-b04e24e5d1a9 req-6f2c008b-3d16-4f2d-9c0b-6f4224b0531a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "DELETE /networking/v2.0/ports/12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 HTTP/1.1" status: 204 len: 173 time: 0.7784739 Sep 15 13:05:02.161154 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-deleted', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:02.163397 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c958cade-c8b9-476f-a0f0-6ac759d22337" -d '{"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-deleted", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:02.204294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5741cc-5bed-499b-b37c-43733ddf75e5 x-openstack-request-id: req-bb5741cc-5bed-499b-b37c-43733ddf75e5 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:02.204586 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777381a-01af-43ba-98dc-31bfeeded7bb", "name": "network-vif-deleted", "tag": "12b0a8a8-4a84-4e3e-8e96-e6939fe11e18", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:02.204935 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb5741cc-5bed-499b-b37c-43733ddf75e5 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:02.205347 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5741cc-5bed-499b-b37c-43733ddf75e5'] response: {'server_uuid': '1777381a-01af-43ba-98dc-31bfeeded7bb', 'name': 'network-vif-deleted', 'tag': '12b0a8a8-4a84-4e3e-8e96-e6939fe11e18', 'status': 'completed', 'code': 200} Sep 15 13:05:02.242294 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:02.410199 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:02.484358 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:02.534396 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:02.563037 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:05:02.571643 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:02.572236 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:02.675329 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:02.855142 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:02.880596 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d359b-bc63-4e74-bde5-7b8135813535 None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:05:03.035624 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ac1bf3c8-07ca-4323-b721-a377e1bb624c req-825d3149-7009-4ef8-9912-564d15e1b7b7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1777381a-01af-43ba-98dc-31bfeeded7bb HTTP/1.1" status: 200 len: 210 time: 0.0369148 Sep 15 13:05:03.121721 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c954140-4d1d-41bf-a36c-8cfd46efca32 None None] New status for floating IP 592769f5-7538-4bac-b52b-b23f7ae75317: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:05:04.134066 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46900) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:04.189100 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b5327e1b-faf3-47f7-b2dd-851f82364a65 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (172cd07b-c96e-4891-80b8-d6b744fef8d1), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.211928 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b5327e1b-faf3-47f7-b2dd-851f82364a65 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (172cd07b-c96e-4891-80b8-d6b744fef8d1), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.260446 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b5327e1b-faf3-47f7-b2dd-851f82364a65 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (172cd07b-c96e-4891-80b8-d6b744fef8d1), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.263032 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b5327e1b-faf3-47f7-b2dd-851f82364a65 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.264753 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b5327e1b-faf3-47f7-b2dd-851f82364a65 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/172cd07b-c96e-4891-80b8-d6b744fef8d1 HTTP/1.1" status: 204 len: 168 time: 0.1291227 Sep 15 13:05:04.267816 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46902) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:04.274473 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5327e1b-faf3-47f7-b2dd-851f82364a65 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172cd07b-c96e-4891-80b8-d6b744fef8d1,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:04.282685 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.api.v2.resource [None req-a3e1892a-e00e-446f-950b-34a7d98c0938 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] show failed (client error): The resource could not be found. Sep 15 13:05:04.283688 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a3e1892a-e00e-446f-950b-34a7d98c0938 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups/172cd07b-c96e-4891-80b8-d6b744fef8d1 HTTP/1.1" status: 404 len: 347 time: 0.0147512 Sep 15 13:05:04.286646 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46904) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:04.394165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:04.397231 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Deleting port c5fde457-e606-4269-8912-85a120827301 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:04.397572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c5fde457-e606-4269-8912-85a120827301), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.477073 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c5fde457-e606-4269-8912-85a120827301), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.477394 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (c5fde457-e606-4269-8912-85a120827301), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.489589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Calling delete_port for c5fde457-e606-4269-8912-85a120827301 owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:04.501065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:04.615832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c5fde457-e606-4269-8912-85a120827301), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.639962 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event deleted for resources: {'Port': ['ID=c5fde457-e606-4269-8912-85a120827301,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:04.704133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (592769f5-7538-4bac-b52b-b23f7ae75317), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.706606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.707740 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a523fae4-b060-4330-8af3-8490d06a700c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/592769f5-7538-4bac-b52b-b23f7ae75317 HTTP/1.1" status: 204 len: 168 time: 0.4202204 Sep 15 13:05:04.793313 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46910) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:04.798106 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072284208', 'description': 'tempest-description--2115778470'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:04.818226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.886143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (5c50435d-d971-4239-8967-eb7b7914a94b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.890421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (5c50435d-d971-4239-8967-eb7b7914a94b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.922735 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.923867 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1295650 Sep 15 13:05:04.925716 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33924d4-9eeb-458b-92e6-ef13cbd1923c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50435d-d971-4239-8967-eb7b7914a94b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:04.927011 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46912) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:04.931904 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'security_group_rule': {'security_group_id': '5c50435d-d971-4239-8967-eb7b7914a94b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:04.958179 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (cabaf93b-72d7-43d2-8f9e-a12f1540a138), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:04.998911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:05.017550 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (cabaf93b-72d7-43d2-8f9e-a12f1540a138), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.021410 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (cabaf93b-72d7-43d2-8f9e-a12f1540a138), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.040997 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabaf93b-72d7-43d2-8f9e-a12f1540a138,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:05.046249 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.050393 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8d1855f8-d0bf-4ce1-99b2-065187609248 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193523 Sep 15 13:05:05.050393 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 46914) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:05.054622 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'security_group_rule': {'security_group_id': '5c50435d-d971-4239-8967-eb7b7914a94b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:05.081056 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (b71073b5-2c03-45d3-9ddc-d3a123ffcb04), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.138390 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (b71073b5-2c03-45d3-9ddc-d3a123ffcb04), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.142519 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (b71073b5-2c03-45d3-9ddc-d3a123ffcb04), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.161449 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71073b5-2c03-45d3-9ddc-d3a123ffcb04,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:05.168496 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.169727 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-bf8163e7-ba09-41fb-95a9-e90cc2bd30b2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185439 Sep 15 13:05:05.173207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 46916) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:05.177869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:05.188141 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:05.200265 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.208015 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:05.208393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 12b0a8a8-4a84-4e3e-8e96-e6939fe11e18 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:05.281730 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.390230 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Allocated IP 172.27.1.81 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/958e8bb8-782a-4212-a7fd-1176edaa1636) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:05:05.457319 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:05.493826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.518192 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:05.528413 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.571823 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:05:05.576537 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:05:05.579622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:05:05.585164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'Port': ['ID=958e8bb8-782a-4212-a7fd-1176edaa1636,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:05.663925 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (eb125300-7cce-412c-ade9-c7d1e35b8234), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.699560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.846290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.850698 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.919415 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'Port': ['ID=958e8bb8-782a-4212-a7fd-1176edaa1636,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:05.923266 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (eb125300-7cce-412c-ade9-c7d1e35b8234), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.939123 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:05.940498 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f3852bb3-fd61-4e90-b796-8954e469bd2c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7662926 Sep 15 13:05:06.092305 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-fb594d61-15ec-4743-bd42-cf8aa289531b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1072284208&fields=id&tenant_id=6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 267 time: 0.0436161 Sep 15 13:05:06.202475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-04fca3dd-cad8-4b65-b75e-81a6856cddc9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:06.203828 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-04fca3dd-cad8-4b65-b75e-81a6856cddc9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 817 time: 0.1048338 Sep 15 13:05:06.219364 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-7cb06fe7-5da8-4fc8-85f4-c89f61800ab9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/quotas/6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 375 time: 0.0095849 Sep 15 13:05:06.267814 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-daee13ca-eb19-47c7-a388-7a703768d525 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433586 Sep 15 13:05:06.405914 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-3d0839e1-8e58-47b1-b75a-e8a545b4b27e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266031 Sep 15 13:05:06.418993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:06.496090 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:06.501798 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-8866c989-8ae7-4001-bcc0-2542b90fc017 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902836 Sep 15 13:05:06.825175 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:07.674733 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7a3e118d-5f6a-4e67-9c39-3e46a31ab74a req-0658b2cf-4086-4c0e-be4c-aff4bdd1989d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 210 time: 0.0270128 Sep 15 13:05:08.783322 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-476f75cd-b1ea-4e62-9ab2-4d2632dc0565 req-7a9e3934-3536-4151-93bb-76e4da2d39b6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 210 time: 0.0280349 Sep 15 13:05:08.978239 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-56c5c017-7277-4b58-8a18-41a5fd8e2e20 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:08.979787 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-56c5c017-7277-4b58-8a18-41a5fd8e2e20 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 817 time: 0.1044376 Sep 15 13:05:09.050585 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-8dae1c47-c075-4126-acd0-f3149bc9685c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 380 time: 0.0544324 Sep 15 13:05:09.146434 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'port': {'device_id': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'admin_state_up': True, 'tenant_id': '6180da28285943f7a7b0900185df6127', 'security_groups': ['5c50435d-d971-4239-8967-eb7b7914a94b']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:09.515463 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Made reservation on behalf of 6180da28285943f7a7b0900185df6127 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:05:09.519187 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:09.641941 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Allocated IP 172.20.0.11 (47875655-3272-49b9-a3bb-38bf6ec7a8c6/74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2/2e211122-d0c5-4c5f-9b31-8e606a42abd5) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:05:09.781899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:09.816566 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:09.861128 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:05:09.864369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:05:09.866957 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:05:09.900785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:09.917373 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e925b12-d7e7-4fe4-8757-1c25e89f5e42 req-81556eb6-fa98-4340-b24a-97896883e1e6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:09.919509 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8e925b12-d7e7-4fe4-8757-1c25e89f5e42 req-81556eb6-fa98-4340-b24a-97896883e1e6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 932 time: 0.0545733 Sep 15 13:05:09.920209 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:09.930271 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:09.931070 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:09.950709 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-b44ba171-bff2-4091-b5a7-2f3a123e72ec tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083866 Sep 15 13:05:09.970867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Request body: {'port': {'device_id': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:09.978629 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8e925b12-d7e7-4fe4-8757-1c25e89f5e42 req-00707b1e-a1ad-4560-b5a0-7248c8dc6f89 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507243 Sep 15 13:05:10.033050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.088840 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:10.091384 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-e7c4bb7b-82f3-4176-9a3b-0851824a8056 None None] Provisioning complete for port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:05:10.092542 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bb7b-82f3-4176-9a3b-0851824a8056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.093243 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-e7c4bb7b-82f3-4176-9a3b-0851824a8056 None None] Attempt 1 to provision port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 Sep 15 13:05:10.128744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4bb7b-82f3-4176-9a3b-0851824a8056 None None] Port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:05:10.293322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e211122-d0c5-4c5f-9b31-8e606a42abd5 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:05:10.301346 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Publish callbacks [] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.314562 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Transition to ACTIVE for port object 2e211122-d0c5-4c5f-9b31-8e606a42abd5 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:05:10.318915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.396860 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:10.425869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Attempting to bind port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:05:10.426206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Attempting to bind port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:05:10.426536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Attempting to bind port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:05:10.470564 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:05:10.470886 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Attempting to bind port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 on network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:05:10.510899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:05:10.511232 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Checking segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:05:10.511614 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Bound using segment: {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:05:10.512046 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Bound port: 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81405f03-ecd5-4ede-8031-c149d733d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:05:10.512433 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.572534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:05:10.575415 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:05:10.582123 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.587441 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:10.588047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:10.589424 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 1094 time: 0.6234310 Sep 15 13:05:10.589902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:10.592218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0fe137-841b-47f9-b8c4-762bc069c3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:10.630416 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-e7c4bb7b-82f3-4176-9a3b-0851824a8056 None None] Attempt 2 to provision port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 Sep 15 13:05:10.636300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0d4e-6df9-45ce-a108-06857b2973d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:10.655984 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5361c3f5-c094-4d14-8f2b-d7a6ab09b0af x-openstack-request-id: req-5361c3f5-c094-4d14-8f2b-d7a6ab09b0af {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:10.656301 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:10.656603 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5361c3f5-c094-4d14-8f2b-d7a6ab09b0af {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:10.656993 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5361c3f5-c094-4d14-8f2b-d7a6ab09b0af'] response: {'name': 'network-changed', 'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'status': 'completed', 'code': 200} Sep 15 13:05:10.674897 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4bb7b-82f3-4176-9a3b-0851824a8056 None None] Port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:05:10.698574 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-db67e433-8dfa-4f05-9756-a585060c7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:10.700056 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-db67e433-8dfa-4f05-9756-a585060c7f33 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1128 time: 0.0464985 Sep 15 13:05:10.747026 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-2bdf0010-0677-4dd3-957f-3fb81e37d163 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 217 time: 0.0318513 Sep 15 13:05:10.795229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-1d17d36b-f141-4b64-b3d9-0b5d0059e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:10.797141 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-1d17d36b-f141-4b64-b3d9-0b5d0059e3be service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0438981 Sep 15 13:05:10.842571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-fdc62f8e-1e89-4bd8-bf20-5e77b7369bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:10.844186 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-fdc62f8e-1e89-4bd8-bf20-5e77b7369bec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398321 Sep 15 13:05:10.911790 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:10.934203 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:10.946032 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-53c931f6-3858-4b09-916f-818d22f92396 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932202 Sep 15 13:05:11.041793 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9aa72e0-d1c5-499a-b8b1-0f0eb2a710bf req-15443117-33d2-4e81-a5cf-e56a7c3cc05f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887928 Sep 15 13:05:11.106865 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d0a24-e555-4d78-8ffc-5ca74633e7d3 req-b4618ae6-fdaf-4f14-9930-304679d2bfa6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:11.109144 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d67d0a24-e555-4d78-8ffc-5ca74633e7d3 req-b4618ae6-fdaf-4f14-9930-304679d2bfa6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0484824 Sep 15 13:05:11.156282 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d67d0a24-e555-4d78-8ffc-5ca74633e7d3 req-bf4a8b8c-c26a-4ff0-ad0f-fb687d0c1e57 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Sep 15 13:05:12.283134 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f4d10-7a11-4370-89ff-1a818d888b58 req-b4e4224a-d998-4ec3-8a54-500713c8c460 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:12.284644 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-727f4d10-7a11-4370-89ff-1a818d888b58 req-b4e4224a-d998-4ec3-8a54-500713c8c460 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0489006 Sep 15 13:05:12.332521 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-727f4d10-7a11-4370-89ff-1a818d888b58 req-56147ce1-612f-4e0b-8a02-67a2c3126d5a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Sep 15 13:05:13.462730 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366b70-9531-4a56-b5d3-27543b0efc1e req-36baa935-3807-4290-81ac-66160b050b96 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:13.464157 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7c366b70-9531-4a56-b5d3-27543b0efc1e req-36baa935-3807-4290-81ac-66160b050b96 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0500674 Sep 15 13:05:13.521004 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7c366b70-9531-4a56-b5d3-27543b0efc1e req-f5c9d92c-ae11-4885-8c21-94e7c2401ee0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502965 Sep 15 13:05:13.533381 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-3b6ce9a2-b503-4b13-a9d5-18fd0d7623b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:13.534961 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-3b6ce9a2-b503-4b13-a9d5-18fd0d7623b4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1128 time: 0.0417483 Sep 15 13:05:13.630587 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-879a8e81-bcd8-45ed-8685-06a5aed24fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:13.631972 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-879a8e81-bcd8-45ed-8685-06a5aed24fe4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0904717 Sep 15 13:05:14.033562 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-71a39399-a58a-421e-b5c8-239673ed4d16 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 217 time: 0.0332980 Sep 15 13:05:14.085696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-0a84651a-c348-4f83-a014-0c4bacec9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:14.087263 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-0a84651a-c348-4f83-a014-0c4bacec9212 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0472245 Sep 15 13:05:14.197676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-bc391c4f-646b-4452-9486-c8329686e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:14.199189 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-bc391c4f-646b-4452-9486-c8329686e937 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460024 Sep 15 13:05:14.289281 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-214788f6-bea2-4709-b85b-37c8640e9229 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833535 Sep 15 13:05:14.383938 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a0fe137-841b-47f9-b8c4-762bc069c3f9 req-abbbced4-533b-455d-8a34-a753a9d0aa88 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884249 Sep 15 13:05:14.646309 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440166fb-5692-4824-88f3-06cd6b818b0f req-e37b7730-72a8-40c6-a0b9-0ac14c609275 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:14.647746 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-440166fb-5692-4824-88f3-06cd6b818b0f req-e37b7730-72a8-40c6-a0b9-0ac14c609275 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0464385 Sep 15 13:05:14.693611 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-440166fb-5692-4824-88f3-06cd6b818b0f req-72142a02-efdf-4a8d-8394-90b4dd95d23b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Sep 15 13:05:15.090122 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090cb56-1393-45d3-9d5d-c08d17155bb3 req-c45e8d83-e49d-4511-8211-090f5d63a201 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:15.091526 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5090cb56-1393-45d3-9d5d-c08d17155bb3 req-c45e8d83-e49d-4511-8211-090f5d63a201 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Sep 15 13:05:15.139256 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5090cb56-1393-45d3-9d5d-c08d17155bb3 req-55b7396a-17fb-4ac2-9e81-baaae0acd6d5 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Sep 15 13:05:15.246470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:05:15.347335 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:15.358123 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'mac_address': 'fa:16:3e:c0:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:05:15.392643 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:05:15.393029 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:15.405997 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e211122-d0c5-4c5f-9b31-8e606a42abd5 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:05:15.426136 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:15.429932 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:15.461447 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:15.479595 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:15.804472 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:15.824458 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da6d30-d603-48ac-8eac-7e3d6df7fe49 req-edd71840-e718-48c9-9440-03c18fca9385 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:15.826037 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46da6d30-d603-48ac-8eac-7e3d6df7fe49 req-edd71840-e718-48c9-9440-03c18fca9385 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 945 time: 0.0500352 Sep 15 13:05:15.875977 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46da6d30-d603-48ac-8eac-7e3d6df7fe49 req-f8415c3a-6449-4236-a75f-7138e3f88905 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442531 Sep 15 13:05:15.965457 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['2e211122-d0c5-4c5f-9b31-8e606a42abd5'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:05:16.041493 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:16.257492 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9184ebf-8edd-4839-a7f4-986538461354 req-f540a583-a34b-4e71-af07-07a26ec90a53 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:16.258868 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c9184ebf-8edd-4839-a7f4-986538461354 req-f540a583-a34b-4e71-af07-07a26ec90a53 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0466969 Sep 15 13:05:16.309462 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c9184ebf-8edd-4839-a7f4-986538461354 req-2eba5ed9-f77c-4a5e-9a16-15f12b7d6a88 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Sep 15 13:05:17.004361 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9271-a749-4752-b600-9b1c282715e0 req-e75cf44b-deb8-44ca-ac7a-c17464e2d3f5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:17.005801 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-61fe9271-a749-4752-b600-9b1c282715e0 req-e75cf44b-deb8-44ca-ac7a-c17464e2d3f5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 945 time: 0.0461564 Sep 15 13:05:17.052485 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-61fe9271-a749-4752-b600-9b1c282715e0 req-4c9bb5d7-81c5-4205-bb7f-402c2bb45a61 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Sep 15 13:05:17.268134 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:05:17.312944 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:05:17.318685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:05:17.319196 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:17.319650 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 Sep 15 13:05:17.394282 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:05:17.394958 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:17.419697 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:17.422240 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795177e6-52be-4f7c-8dd8-5d8ab03ffe30" -d '{"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:17.434719 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:17.435624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e521-d630-47be-8701-dea2b0c0e655 req-7c9419c0-bbe7-4063-ab09-a5157a162ccd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:17.438066 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8c02e521-d630-47be-8701-dea2b0c0e655 req-7c9419c0-bbe7-4063-ab09-a5157a162ccd tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0510614 Sep 15 13:05:17.439960 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:17.464258 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99455ba0-6c74-45cc-90cc-4038309f508e x-openstack-request-id: req-99455ba0-6c74-45cc-90cc-4038309f508e {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:17.464611 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:17.464870 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99455ba0-6c74-45cc-90cc-4038309f508e {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:17.465264 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99455ba0-6c74-45cc-90cc-4038309f508e'] response: {'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'code': 200} Sep 15 13:05:17.490408 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8c02e521-d630-47be-8701-dea2b0c0e655 req-fa7a4a3e-40f6-425e-8159-1f3bd8a00844 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 Sep 15 13:05:17.494955 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:18.183033 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8a93a-cc6a-489c-b7b8-74d49810ea8a req-ad71d23c-3bab-426d-bd97-50284cd20feb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:18.184521 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a7f8a93a-cc6a-489c-b7b8-74d49810ea8a req-ad71d23c-3bab-426d-bd97-50284cd20feb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0464478 Sep 15 13:05:18.230956 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a7f8a93a-cc6a-489c-b7b8-74d49810ea8a req-539db439-c1c0-474d-9f80-43abfa458d75 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 Sep 15 13:05:18.610080 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:18.646864 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367741-e3a0-4e23-ba50-1ce34ca73aa5 req-7799e698-382e-402a-890a-31cf26b68f1f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:18.648352 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7c367741-e3a0-4e23-ba50-1ce34ca73aa5 req-7799e698-382e-402a-890a-31cf26b68f1f tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0799677 Sep 15 13:05:18.653206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02295f4-17b1-4a3d-8c38-1eb625b65a4d req-c410bf5f-3e7b-42f9-9e7a-7b371cffec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:18.654572 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a02295f4-17b1-4a3d-8c38-1eb625b65a4d req-c410bf5f-3e7b-42f9-9e7a-7b371cffec58 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1130 time: 0.0574071 Sep 15 13:05:18.701784 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:18.727361 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7c367741-e3a0-4e23-ba50-1ce34ca73aa5 req-54d7596a-5880-47f3-8599-48bfc69697df tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718656 Sep 15 13:05:18.733247 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a02295f4-17b1-4a3d-8c38-1eb625b65a4d req-7e5d4c50-df1c-4828-aef2-2902a096d029 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650342 Sep 15 13:05:19.359968 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950c866-68b4-414c-afa0-d5d99c6ce4e6 req-ecbf2b96-f97b-4ea7-9f2a-2c847e79fc15 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:19.361553 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4950c866-68b4-414c-afa0-d5d99c6ce4e6 req-ecbf2b96-f97b-4ea7-9f2a-2c847e79fc15 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0499907 Sep 15 13:05:19.409378 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4950c866-68b4-414c-afa0-d5d99c6ce4e6 req-1316254f-c764-41dd-b9cf-c47b47f1faef tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 Sep 15 13:05:19.848826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500db052-cc99-44bb-a722-2d5387f0a872 req-d8856a36-38ee-4464-9623-5de166d9a257 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:19.850294 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-500db052-cc99-44bb-a722-2d5387f0a872 req-d8856a36-38ee-4464-9623-5de166d9a257 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0481167 Sep 15 13:05:19.897328 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-500db052-cc99-44bb-a722-2d5387f0a872 req-9bde8897-4678-4e0a-a980-3ae7ce3eb88a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2fb8ebeb-4240-480f-8ac6-78f5e63bf495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Sep 15 13:05:19.979771 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-a2a9d490-7880-4fa5-aaa2-a22bf334754b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:19.981221 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-a2a9d490-7880-4fa5-aaa2-a22bf334754b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Sep 15 13:05:20.065023 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Deleting port de279c4f-9053-44d1-aa49-aa402574c2ed {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:20.065287 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.157101 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] For port de279c4f-9053-44d1-aa49-aa402574c2ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=de279c4f-9053-44d1-aa49-aa402574c2ed,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:20.157462 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.319134 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.319410 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.319725 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Floating IP e96cfefb-3d42-4e38-941f-c62ae32bc5e1 disassociated. External IP: 172.27.1.59, port: de279c4f-9053-44d1-aa49-aa402574c2ed. Sep 15 13:05:20.320068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Calling delete_port for de279c4f-9053-44d1-aa49-aa402574c2ed owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:20.459424 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (de279c4f-9053-44d1-aa49-aa402574c2ed), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.486354 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event deleted for resources: {'Port': ['ID=de279c4f-9053-44d1-aa49-aa402574c2ed,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:20.544706 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460b0e0-bdf3-43f4-b7f6-21f589cdcd2b req-8445092c-54c5-40a8-8362-4a7b3063b406 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:20.546332 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5460b0e0-bdf3-43f4-b7f6-21f589cdcd2b req-8445092c-54c5-40a8-8362-4a7b3063b406 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0526633 Sep 15 13:05:20.594257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:20.594791 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5460b0e0-bdf3-43f4-b7f6-21f589cdcd2b req-539e7417-c6c2-45c3-a951-352d29784646 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Sep 15 13:05:20.600070 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Router d8397d97-011d-4e4a-b546-11ada2f5c0ae has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:05:20.735704 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:05:20.745054 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] Sync routers for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:05:20.750375 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25714d62-125a-4b64-a8c8-5245be33302f req-139b32d2-0ccc-4536-82a2-f268b5aecfe7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:20.751873 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-25714d62-125a-4b64-a8c8-5245be33302f req-139b32d2-0ccc-4536-82a2-f268b5aecfe7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0649750 Sep 15 13:05:20.756871 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:20.757528 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:20.762151 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47014) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:20.767201 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Request body: {'floatingip': {'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:20.771318 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:20.786902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] No DVR routers for this DVR port de279c4f-9053-44d1-aa49-aa402574c2ed on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:20.789505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.792796 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5954bed7-4c30-46ab-b519-5127c87bbf08 req-5f0a2e04-7c39-4488-a355-d48bc293566c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "DELETE /networking/v2.0/ports/de279c4f-9053-44d1-aa49-aa402574c2ed HTTP/1.1" status: 204 len: 173 time: 0.8052108 Sep 15 13:05:20.793300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'name': 'network-vif-deleted', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:20.795586 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add627a3-7043-430e-aafa-72ac8c510f3e" -d '{"events": [{"server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "name": "network-vif-deleted", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:20.818629 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (eb125300-7cce-412c-ade9-c7d1e35b8234), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:20.838806 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddafc2a2-a8e3-4d86-bcc9-40d8bd0ecf58 x-openstack-request-id: req-ddafc2a2-a8e3-4d86-bcc9-40d8bd0ecf58 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:20.839105 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff8111-8ab2-4e8d-8278-f76f69b76196", "name": "network-vif-deleted", "tag": "de279c4f-9053-44d1-aa49-aa402574c2ed", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:20.839360 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ddafc2a2-a8e3-4d86-bcc9-40d8bd0ecf58 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:20.839768 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddafc2a2-a8e3-4d86-bcc9-40d8bd0ecf58'] response: {'server_uuid': 'f4ff8111-8ab2-4e8d-8278-f76f69b76196', 'name': 'network-vif-deleted', 'tag': 'de279c4f-9053-44d1-aa49-aa402574c2ed', 'status': 'completed', 'code': 200} Sep 15 13:05:20.867828 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:21.037812 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d34ad4c6-4489-4569-916c-db4baa7df110 req-9d038e3b-c667-41d8-880c-077c60054e8b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4ff8111-8ab2-4e8d-8278-f76f69b76196 HTTP/1.1" status: 200 len: 210 time: 0.0400562 Sep 15 13:05:21.097475 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:21.126758 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] Checking router: d8397d97-011d-4e4a-b546-11ada2f5c0ae for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:05:21.136100 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:21.136731 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:21.188709 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:21.229963 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:21.247028 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:21.346609 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:21.352306 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (eb125300-7cce-412c-ade9-c7d1e35b8234), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:21.442890 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:21.449454 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Floating IP eb125300-7cce-412c-ade9-c7d1e35b8234 associated. External IP: 172.27.1.81, port: 2e211122-d0c5-4c5f-9b31-8e606a42abd5. Sep 15 13:05:21.467057 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4a83f-abc5-4aab-b315-6ba541a16e99 None None] The sync data for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2d663b36-ebf1-4ba6-82e2-ba38301885a9', 'name': '', 'network_id': '5a4caedd-fe49-46e7-8d75-963bed0357f2', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'mac_address': 'fa:16:3e:2b:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:58Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'subnets': [{'id': 'b075ffdd-5219-40d4-8835-2043603d9c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:05:21.490983 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:21.664847 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Router 9930d0ac-2946-4003-8981-ac432633b7d5 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:05:21.722055 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed7bea-3423-4c03-b0ff-1fe19befb416 None None] New status for floating IP e96cfefb-3d42-4e38-941f-c62ae32bc5e1: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:05:21.774789 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:05:21.779604 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:21.786542 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:05:21.797691 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:21.798846 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:21.813231 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-724301d2-9ce8-428b-9fca-0944eaff0ca0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/eb125300-7cce-412c-ade9-c7d1e35b8234 HTTP/1.1" status: 200 len: 991 time: 1.0495384 Sep 15 13:05:21.814037 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:21.816709 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b6d01e-c192-44fa-83d3-b9dcabe49eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:21.857688 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020aef22-8823-4d6e-9bc9-c8fd4e293883 x-openstack-request-id: req-020aef22-8823-4d6e-9bc9-c8fd4e293883 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:21.858054 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:21.858378 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-020aef22-8823-4d6e-9bc9-c8fd4e293883 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:21.858883 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020aef22-8823-4d6e-9bc9-c8fd4e293883'] response: {'name': 'network-changed', 'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'status': 'completed', 'code': 200} Sep 15 13:05:21.919037 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:21.954257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-93b1276b-7460-44da-ab11-933c3ceb80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:21.955788 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-93b1276b-7460-44da-ab11-933c3ceb80e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1130 time: 0.0443666 Sep 15 13:05:22.015312 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:22.050053 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-f0533480-a203-4690-9fe9-6cbdf25560bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:22.051542 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-f0533480-a203-4690-9fe9-6cbdf25560bf service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0897875 Sep 15 13:05:22.122868 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-52ad06b1-d20e-49a9-a236-55f6c7099ae1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 999 time: 0.0652020 Sep 15 13:05:22.147528 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47028) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:22.178666 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-4ad895cb-b31b-48b8-8e51-dd18848b51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:22.180147 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-4ad895cb-b31b-48b8-8e51-dd18848b51c4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0508435 Sep 15 13:05:22.189268 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:22.205979 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b81f99f1-36ae-4506-82d6-6852600b50c8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group (2fb8ebeb-4240-480f-8ac6-78f5e63bf495), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.225839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-cb4e7fa5-c70c-4500-b640-55e350a195d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:22.227386 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-cb4e7fa5-c70c-4500-b640-55e350a195d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410192 Sep 15 13:05:22.229069 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b81f99f1-36ae-4506-82d6-6852600b50c8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group (2fb8ebeb-4240-480f-8ac6-78f5e63bf495), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.251557 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'eb125300-7cce-412c-ade9-c7d1e35b8234', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'mac_address': 'fa:16:3e:c0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:05:05Z', 'updated_at': '2022-09-15T13:05:21Z', 'revision_number': 1, 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:22.278981 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:05:22.283512 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b81f99f1-36ae-4506-82d6-6852600b50c8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (2fb8ebeb-4240-480f-8ac6-78f5e63bf495), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.286902 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b81f99f1-36ae-4506-82d6-6852600b50c8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.290509 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b81f99f1-36ae-4506-82d6-6852600b50c8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/2fb8ebeb-4240-480f-8ac6-78f5e63bf495 HTTP/1.1" status: 204 len: 168 time: 0.1396737 Sep 15 13:05:22.290657 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:22.290657 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:04:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:22.293548 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47030) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:22.311258 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f99f1-36ae-4506-82d6-6852600b50c8 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8ebeb-4240-480f-8ac6-78f5e63bf495,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:22.314665 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.api.v2.resource [None req-5fa42193-d13b-4bf3-84bf-806640564a76 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] show failed (client error): The resource could not be found. Sep 15 13:05:22.318348 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5fa42193-d13b-4bf3-84bf-806640564a76 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups/2fb8ebeb-4240-480f-8ac6-78f5e63bf495 HTTP/1.1" status: 404 len: 347 time: 0.0211246 Sep 15 13:05:22.318554 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47032) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:22.339303 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-812e1818-4f40-438f-8664-ec479d35b122 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052680 Sep 15 13:05:22.410378 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:22.439581 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24b6d01e-c192-44fa-83d3-b9dcabe49eea req-530caaef-12e5-419d-88e3-f03903598ef2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943482 Sep 15 13:05:22.451782 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Deleting port 86d595f1-0112-43e7-a1d3-fdef86a17359 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:22.452125 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.533538 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.533863 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (86d595f1-0112-43e7-a1d3-fdef86a17359), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.546255 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Calling delete_port for 86d595f1-0112-43e7-a1d3-fdef86a17359 owned by network:floatingip {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:22.566000 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0d1aed78-98fe-49a8-a2ba-ce8205dcf325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.612895 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:22.627976 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'eb125300-7cce-412c-ade9-c7d1e35b8234', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'mac_address': 'fa:16:3e:c0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:05:05Z', 'updated_at': '2022-09-15T13:05:21Z', 'revision_number': 1, 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:22.653161 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c99cd-3047-4903-8de0-3f0a4a6c6ff0 None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'eb125300-7cce-412c-ade9-c7d1e35b8234', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'mac_address': 'fa:16:3e:c0:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:05:05Z', 'updated_at': '2022-09-15T13:05:21Z', 'revision_number': 1, 'project_id': '6180da28285943f7a7b0900185df6127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:05:22.666186 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:22.689054 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (86d595f1-0112-43e7-a1d3-fdef86a17359), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.714045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event deleted for resources: {'Port': ['ID=86d595f1-0112-43e7-a1d3-fdef86a17359,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:22.787714 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks [] for floatingip (e96cfefb-3d42-4e38-941f-c62ae32bc5e1), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.790598 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:22.791898 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-25b52de1-f0de-48e4-b7a8-599dd7618a7b tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/e96cfefb-3d42-4e38-941f-c62ae32bc5e1 HTTP/1.1" status: 204 len: 168 time: 0.4723530 Sep 15 13:05:22.848168 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d093662-ce38-47a5-a78b-fc6d5638c11b None None] New status for floating IP eb125300-7cce-412c-ade9-c7d1e35b8234: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:05:23.308922 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device de279c4f-9053-44d1-aa49-aa402574c2ed no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:23.331308 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: de279c4f-9053-44d1-aa49-aa402574c2ed {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:23.331651 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device de279c4f-9053-44d1-aa49-aa402574c2ed not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:24.726925 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ff25350e-829c-4f7c-a90f-4bb49aae288b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:25.282015 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff615e9b-c045-4a8f-95b4-96628ffa0afa req-5ebc6b3f-e07e-4728-a2a1-c13a24ef7b0a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:25.284459 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ff615e9b-c045-4a8f-95b4-96628ffa0afa req-5ebc6b3f-e07e-4728-a2a1-c13a24ef7b0a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0475130 Sep 15 13:05:25.331071 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ff615e9b-c045-4a8f-95b4-96628ffa0afa req-f93042fb-4d62-414e-80bd-23d2e87dc84c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Sep 15 13:05:26.129683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:26.404940 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-d3cd44d1-fc9b-4cfd-9455-3b19fadb77ef tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:26.406420 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-d3cd44d1-fc9b-4cfd-9455-3b19fadb77ef tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Sep 15 13:05:26.481015 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bdd8b-88b8-486c-a4b0-2bc5217491e7 req-07ee6649-87db-4aa6-9a88-84ec29a95158 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:26.482456 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d72bdd8b-88b8-486c-a4b0-2bc5217491e7 req-07ee6649-87db-4aa6-9a88-84ec29a95158 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 946 time: 0.0739501 Sep 15 13:05:26.547763 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Deleting port c0f58aee-58a1-4953-8f6b-d92d148c0d4d {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:26.548330 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:26.599547 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d72bdd8b-88b8-486c-a4b0-2bc5217491e7 req-3a7c5782-4cf4-4311-8583-d6bfb70ff187 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113908 Sep 15 13:05:26.644245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:26.649610 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] For port c0f58aee-58a1-4953-8f6b-d92d148c0d4d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:26.649968 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:26.662805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Calling delete_port for c0f58aee-58a1-4953-8f6b-d92d148c0d4d owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:26.789534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c0f58aee-58a1-4953-8f6b-d92d148c0d4d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:26.817504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event deleted for resources: {'Port': ['ID=c0f58aee-58a1-4953-8f6b-d92d148c0d4d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:26.830783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['c0f58aee-58a1-4953-8f6b-d92d148c0d4d', 'f63af2cc-ef44-4098-a900-c09daa2c63e4'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:05:26.843427 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:26.865747 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] No DVR routers for this DVR port c0f58aee-58a1-4953-8f6b-d92d148c0d4d on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:26.867919 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:26.871143 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-513e5f26-16d2-4812-bc7e-ab834084c9f4 req-1af7ba51-0461-437d-a834-e0b8d59c4121 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c0f58aee-58a1-4953-8f6b-d92d148c0d4d HTTP/1.1" status: 204 len: 173 time: 0.4545922 Sep 15 13:05:26.871618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'name': 'network-vif-deleted', 'tag': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:26.873886 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cded29-c6b6-4914-8ece-e4118e53ab3e" -d '{"events": [{"server_uuid": "f5a7eade-1e1a-467f-a607-132c874cbb64", "name": "network-vif-deleted", "tag": "c0f58aee-58a1-4953-8f6b-d92d148c0d4d"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:26.918164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978c643-ab60-420d-9adc-188d44507b97 x-openstack-request-id: req-b978c643-ab60-420d-9adc-188d44507b97 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:26.918985 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a7eade-1e1a-467f-a607-132c874cbb64", "name": "network-vif-deleted", "tag": "c0f58aee-58a1-4953-8f6b-d92d148c0d4d", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:26.919257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b978c643-ab60-420d-9adc-188d44507b97 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:26.919650 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b978c643-ab60-420d-9adc-188d44507b97'] response: {'server_uuid': 'f5a7eade-1e1a-467f-a607-132c874cbb64', 'name': 'network-vif-deleted', 'tag': 'c0f58aee-58a1-4953-8f6b-d92d148c0d4d', 'status': 'completed', 'code': 200} Sep 15 13:05:26.964554 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:27.714216 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-30442dfe-5e21-4ec0-9ebe-f7da83ac3aca req-e1a8ce08-e183-4ae0-878c-81ad63de751c tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f5a7eade-1e1a-467f-a607-132c874cbb64 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Sep 15 13:05:27.806724 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:28.000428 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:28.987714 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132f61-61c6-4814-8c08-f599ae6ef201 req-751de539-392c-495c-87a9-0b6b07180570 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:28.989223 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5f132f61-61c6-4814-8c08-f599ae6ef201 req-751de539-392c-495c-87a9-0b6b07180570 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0469644 Sep 15 13:05:29.036126 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5f132f61-61c6-4814-8c08-f599ae6ef201 req-ba2e5219-178f-40e8-bd3c-b32d988c4d78 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Sep 15 13:05:29.822797 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:05:30.157301 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1ccc-4757-4f0c-9b1a-6d80c04ed3b0 req-f8d75630-d792-47ea-b807-9272b45b0be0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:30.158760 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a4cb1ccc-4757-4f0c-9b1a-6d80c04ed3b0 req-f8d75630-d792-47ea-b807-9272b45b0be0 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0467029 Sep 15 13:05:30.205083 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a4cb1ccc-4757-4f0c-9b1a-6d80c04ed3b0 req-1b90740c-9486-4053-aa9a-660252681d07 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Sep 15 13:05:31.334132 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ce450-e642-4c49-ae98-c437dd1e4118 req-6f9294a2-a74a-4315-8339-c40126c85ba2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:31.335592 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a13ce450-e642-4c49-ae98-c437dd1e4118 req-6f9294a2-a74a-4315-8339-c40126c85ba2 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0504191 Sep 15 13:05:31.363240 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device c0f58aee-58a1-4953-8f6b-d92d148c0d4d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:31.381580 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: c0f58aee-58a1-4953-8f6b-d92d148c0d4d {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:31.381923 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device c0f58aee-58a1-4953-8f6b-d92d148c0d4d not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:31.384097 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a13ce450-e642-4c49-ae98-c437dd1e4118 req-4dd12e2e-df98-4405-b29d-ee91a4de1c65 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70e2de87-65f1-4b25-9019-2576c1f99694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Sep 15 13:05:31.772352 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-8acdae98-a497-4250-ac7f-ab63493491c1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:31.773784 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-8acdae98-a497-4250-ac7f-ab63493491c1 tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 945 time: 0.0462766 Sep 15 13:05:31.861265 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Deleting port f63af2cc-ef44-4098-a900-c09daa2c63e4 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:31.861604 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:31.954054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] For port f63af2cc-ef44-4098-a900-c09daa2c63e4, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f63af2cc-ef44-4098-a900-c09daa2c63e4,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:31.954411 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:31.966895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Calling delete_port for f63af2cc-ef44-4098-a900-c09daa2c63e4 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:32.091716 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (f63af2cc-ef44-4098-a900-c09daa2c63e4), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:32.118208 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Pushing event deleted for resources: {'Port': ['ID=f63af2cc-ef44-4098-a900-c09daa2c63e4,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:32.133229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.133582 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.133938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.134331 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.134671 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.135130 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.135469 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.135849 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.136184 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.136554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.136870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.137195 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.137519 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.137844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.137966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['f63af2cc-ef44-4098-a900-c09daa2c63e4'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:05:32.138164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:32.179303 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] No DVR routers for this DVR port f63af2cc-ef44-4098-a900-c09daa2c63e4 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:32.181781 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:32.184944 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ee57fa1f-0e8e-4fa9-b028-3bc3307f7064 req-a2de702e-8c66-41f7-bb0e-89b9d211c3dc tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.27 "DELETE /networking/v2.0/ports/f63af2cc-ef44-4098-a900-c09daa2c63e4 HTTP/1.1" status: 204 len: 173 time: 0.4052470 Sep 15 13:05:32.185477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'name': 'network-vif-deleted', 'tag': 'f63af2cc-ef44-4098-a900-c09daa2c63e4'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:32.187718 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d9357-4620-4bd7-b51e-884e6651a877" -d '{"events": [{"server_uuid": "b19c1c10-a0cf-4be2-907e-d210ec6cddbb", "name": "network-vif-deleted", "tag": "f63af2cc-ef44-4098-a900-c09daa2c63e4"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:32.229455 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d04b7-bc2c-4782-a8e3-725f9e3ac7c8 x-openstack-request-id: req-cb0d04b7-bc2c-4782-a8e3-725f9e3ac7c8 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:32.229745 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c1c10-a0cf-4be2-907e-d210ec6cddbb", "name": "network-vif-deleted", "tag": "f63af2cc-ef44-4098-a900-c09daa2c63e4", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:32.229998 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb0d04b7-bc2c-4782-a8e3-725f9e3ac7c8 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:32.230415 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0d04b7-bc2c-4782-a8e3-725f9e3ac7c8'] response: {'server_uuid': 'b19c1c10-a0cf-4be2-907e-d210ec6cddbb', 'name': 'network-vif-deleted', 'tag': 'f63af2cc-ef44-4098-a900-c09daa2c63e4', 'status': 'completed', 'code': 200} Sep 15 13:05:32.504987 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-332b4f5c-55d4-4db9-b577-ddbcdee7497f req-216ad91a-6442-4e96-8414-0fe10e35682a tempest-ServerRescueNegativeTestJSON-1079457351 tempest-ServerRescueNegativeTestJSON-1079457351-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b19c1c10-a0cf-4be2-907e-d210ec6cddbb HTTP/1.1" status: 200 len: 210 time: 0.0292823 Sep 15 13:05:33.574465 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47080) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:33.860091 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:33.967601 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:34.251703 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (d8397d97-011d-4e4a-b546-11ada2f5c0ae), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:34.517304 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Deleting port 2d663b36-ebf1-4ba6-82e2-ba38301885a9 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:34.517666 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:34.529991 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:34.596674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] For port 2d663b36-ebf1-4ba6-82e2-ba38301885a9, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2d663b36-ebf1-4ba6-82e2-ba38301885a9,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:34.597379 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:34.609590 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Calling delete_port for 2d663b36-ebf1-4ba6-82e2-ba38301885a9 owned by network:router_interface {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:34.784808 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (2d663b36-ebf1-4ba6-82e2-ba38301885a9), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:34.808501 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d663b36-ebf1-4ba6-82e2-ba38301885a9,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:34.820364 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.820717 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.821058 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.821593 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.821932 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.822266 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.822598 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.822917 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.823241 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.823567 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.823903 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.824224 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.824568 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.824926 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.825209 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:34.980566 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (d8397d97-011d-4e4a-b546-11ada2f5c0ae), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:35.062718 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:35.186538 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Router d8397d97-011d-4e4a-b546-11ada2f5c0ae has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:05:35.288262 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:05:35.293188 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-3b10213c-69eb-4c56-b001-76047d419b90 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d8397d97-011d-4e4a-b546-11ada2f5c0ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179151 Sep 15 13:05:35.295750 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47088) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:35.297320 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] Sync routers for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:05:35.301874 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:35.308796 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:35.309483 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:05:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:35.394149 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device f63af2cc-ef44-4098-a900-c09daa2c63e4 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:35.395020 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks [] for router (d8397d97-011d-4e4a-b546-11ada2f5c0ae), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:35.411232 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:35.416495 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: f63af2cc-ef44-4098-a900-c09daa2c63e4 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:35.416844 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device f63af2cc-ef44-4098-a900-c09daa2c63e4 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:35.497461 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks [] for router_gateway (d8397d97-011d-4e4a-b546-11ada2f5c0ae), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:35.554277 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Deleting port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:35.554656 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:35.587138 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T13:05:34Z', 'revision_number': 5, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port': {'id': 'a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:35.615407 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] Checking router: d8397d97-011d-4e4a-b546-11ada2f5c0ae for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:05:35.623656 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] Routers {'d8397d97-011d-4e4a-b546-11ada2f5c0ae'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:35.624240 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:05:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:35.633030 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] For port a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:35.633568 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:35.646886 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Calling delete_port for a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf owned by network:router_gateway {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:35.703803 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] Set router d8397d97-011d-4e4a-b546-11ada2f5c0ae gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:35.754289 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T13:05:35Z', 'revision_number': 6, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:35.780360 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063de7-1c5e-41d5-8a8e-f440a7a80680 None None] The sync data for ids ['d8397d97-011d-4e4a-b546-11ada2f5c0ae'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8397d97-011d-4e4a-b546-11ada2f5c0ae', 'name': 'tempest-ServerRescueNegativeTestJSON-2131691749-router', 'tenant_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:28Z', 'updated_at': '2022-09-15T13:05:35Z', 'revision_number': 6, 'project_id': 'ffff4b9feef3437cb5529aeaaacc3f86', 'gw_port_host': None}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:05:35.824798 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:35.849915 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:35.915805 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (d8397d97-011d-4e4a-b546-11ada2f5c0ae), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.013275 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:36.018229 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (d8397d97-011d-4e4a-b546-11ada2f5c0ae), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.020860 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks [] for router_controller (d8397d97-011d-4e4a-b546-11ada2f5c0ae), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.089533 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (d8397d97-011d-4e4a-b546-11ada2f5c0ae), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.090054 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8397d97-011d-4e4a-b546-11ada2f5c0ae {{(pid=106204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:05:36.094791 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.096596 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-fed530c0-df1d-4438-ac0f-2ae4e802f944 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/d8397d97-011d-4e4a-b546-11ada2f5c0ae HTTP/1.1" status: 204 len: 168 time: 0.7997880 Sep 15 13:05:36.099110 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47090) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:36.145354 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Deleting subnet b075ffdd-5219-40d4-8835-2043603d9c8a {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:05:36.148791 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Publish callbacks [] for subnet (b075ffdd-5219-40d4-8835-2043603d9c8a), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.184425 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (b075ffdd-5219-40d4-8835-2043603d9c8a), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.224471 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:36.289337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (b075ffdd-5219-40d4-8835-2043603d9c8a), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.343324 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (b075ffdd-5219-40d4-8835-2043603d9c8a), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.368936 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b075ffdd-5219-40d4-8835-2043603d9c8a,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:36.372580 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.375707 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b533b2ea-d5f5-4715-b233-66b3e4538b0a admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/b075ffdd-5219-40d4-8835-2043603d9c8a HTTP/1.1" status: 204 len: 168 time: 0.2756085 Sep 15 13:05:36.378912 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47092) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:36.379404 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca95f7c-6078-48b5-988a-cf31dd75e3a6 None None] Network 5a4caedd-fe49-46e7-8d75-963bed0357f2 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:05:36.395169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:36.454172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (5a4caedd-fe49-46e7-8d75-963bed0357f2), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.466010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:36.512981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Deleting port c485883f-db7e-4848-a92b-d7e20b501cfa {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:36.513649 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.549685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] DHCP port deletion for 5a4caedd-fe49-46e7-8d75-963bed0357f2 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:05:36.593134 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] Deleting port c485883f-db7e-4848-a92b-d7e20b501cfa {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:36.593653 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.593779 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] For port c485883f-db7e-4848-a92b-d7e20b501cfa, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c485883f-db7e-4848-a92b-d7e20b501cfa,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:36.594072 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.610014 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Calling delete_port for c485883f-db7e-4848-a92b-d7e20b501cfa owned by network:dhcp {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:36.669651 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] For port c485883f-db7e-4848-a92b-d7e20b501cfa, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c485883f-db7e-4848-a92b-d7e20b501cfa,segment=NetworkSegment(0daf4021-1928-49d8-a200-20411a82e2eb),segment_id=0daf4021-1928-49d8-a200-20411a82e2eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:36.670049 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.684728 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] Calling delete_port for c485883f-db7e-4848-a92b-d7e20b501cfa owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:36.752566 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.766072 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (c485883f-db7e-4848-a92b-d7e20b501cfa), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:36.789590 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] Pushing event deleted for resources: {'Port': ['ID=c485883f-db7e-4848-a92b-d7e20b501cfa,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:36.792616 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970bc98-d731-4ebb-852f-b6bfd1d52816 req-a1045e1d-89c9-4555-af5c-4486d0407c62 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:36.794524 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9970bc98-d731-4ebb-852f-b6bfd1d52816 req-a1045e1d-89c9-4555-af5c-4486d0407c62 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0920191 Sep 15 13:05:36.795322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c485883f-db7e-4848-a92b-d7e20b501cfa,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:36.797130 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765106bf-397c-42e8-a96a-e32bd6f0eb97 None None] No DVR routers for this DVR port c485883f-db7e-4848-a92b-d7e20b501cfa on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:36.801393 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] No DVR routers for this DVR port c485883f-db7e-4848-a92b-d7e20b501cfa on host dv-cinder-836083-13-iscsi {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:36.808346 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:36.843991 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.175315 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (5a4caedd-fe49-46e7-8d75-963bed0357f2), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.191887 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9970bc98-d731-4ebb-852f-b6bfd1d52816 req-4cd63fde-63c2-4f52-bba6-ca95bc00f6f7 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813047 Sep 15 13:05:37.202777 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4caedd-fe49-46e7-8d75-963bed0357f2']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:37.214044 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daf4021-1928-49d8-a200-20411a82e2eb') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:37.214335 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daf4021-1928-49d8-a200-20411a82e2eb') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:37.224133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (0daf4021-1928-49d8-a200-20411a82e2eb), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.237737 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (0daf4021-1928-49d8-a200-20411a82e2eb), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.243954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:05:37.244356 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (0daf4021-1928-49d8-a200-20411a82e2eb), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.302694 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (5a4caedd-fe49-46e7-8d75-963bed0357f2), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.308305 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.314066 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/5a4caedd-fe49-46e7-8d75-963bed0357f2 HTTP/1.1" status: 204 len: 168 time: 0.9338820 Sep 15 13:05:37.333489 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842b67-1cdf-4fb7-a00c-582919ae3f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4caedd-fe49-46e7-8d75-963bed0357f2,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:37.342768 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 0daf4021-1928-49d8-a200-20411a82e2eb resource provider aggregate not found Sep 15 13:05:37.359558 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 0daf4021-1928-49d8-a200-20411a82e2eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0daf4021-1928-49d8-a200-20411a82e2eb found for delete ", "request_id": "req-cc26c106-a3eb-4e67-a6c6-95bbf8c7572b"}]} Sep 15 13:05:37.442377 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47108) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:37.485009 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1aacbb26-aee8-49d5-be3f-3c1d38c5c0fb admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ffff4b9feef3437cb5529aeaaacc3f86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415163 Sep 15 13:05:37.487467 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47110) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:37.537431 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9877a24-f4f5-432b-9f5c-9e0e3febd483 admin admin] Publish callbacks [] for security_group (70e2de87-65f1-4b25-9019-2576c1f99694), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.543664 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2d663b36-ebf1-4ba6-82e2-ba38301885a9 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:37.558102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9877a24-f4f5-432b-9f5c-9e0e3febd483 admin admin] Publish callbacks [] for security_group (70e2de87-65f1-4b25-9019-2576c1f99694), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.563479 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 2d663b36-ebf1-4ba6-82e2-ba38301885a9 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:37.563827 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2d663b36-ebf1-4ba6-82e2-ba38301885a9 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:37.564238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:37.581949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:37.582297 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6b6fac4-1caf-41b8-b8cd-7cac248ce6cf not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:37.582705 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c485883f-db7e-4848-a92b-d7e20b501cfa no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:37.603453 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: c485883f-db7e-4848-a92b-d7e20b501cfa {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:37.603805 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c485883f-db7e-4848-a92b-d7e20b501cfa not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:37.605411 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9877a24-f4f5-432b-9f5c-9e0e3febd483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (70e2de87-65f1-4b25-9019-2576c1f99694), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.608128 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9877a24-f4f5-432b-9f5c-9e0e3febd483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:37.611838 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b9877a24-f4f5-432b-9f5c-9e0e3febd483 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/70e2de87-65f1-4b25-9019-2576c1f99694 HTTP/1.1" status: 204 len: 168 time: 0.1209252 Sep 15 13:05:37.621957 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877a24-f4f5-432b-9f5c-9e0e3febd483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e2de87-65f1-4b25-9019-2576c1f99694,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:38.316358 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928badf-fc67-4ed9-91f1-5cdec4d351c3 req-88467d41-e39f-4d68-859a-8f737e3bfc5b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:38.317888 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f928badf-fc67-4ed9-91f1-5cdec4d351c3 req-88467d41-e39f-4d68-859a-8f737e3bfc5b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0484157 Sep 15 13:05:38.374692 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f928badf-fc67-4ed9-91f1-5cdec4d351c3 req-9fcedb09-1023-4af1-b2ba-0e6d6b0a1744 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467350 Sep 15 13:05:39.498002 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685acfe-ef81-4edd-a536-c906afb63d8b req-6273c1e7-c225-47bd-9ad5-0cefe7158fbe tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:39.499458 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4685acfe-ef81-4edd-a536-c906afb63d8b req-6273c1e7-c225-47bd-9ad5-0cefe7158fbe tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0491965 Sep 15 13:05:39.549226 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4685acfe-ef81-4edd-a536-c906afb63d8b req-b6aba3fb-e47e-4772-9136-146b02815416 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Sep 15 13:05:40.671350 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56735273-f5ef-4227-8a01-561ab36ae49e req-37ac906f-1bbf-431f-9dd1-dd2e088b08df tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:40.672818 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-56735273-f5ef-4227-8a01-561ab36ae49e req-37ac906f-1bbf-431f-9dd1-dd2e088b08df tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0457125 Sep 15 13:05:40.722239 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-56735273-f5ef-4227-8a01-561ab36ae49e req-4fc3e46f-a5f3-48db-9f0e-16523594d46b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Sep 15 13:05:41.854008 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb749d9-e012-4e86-8da1-94184f3373e3 req-596a0952-953b-4e40-984f-2b92ed55d111 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:41.855576 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8eb749d9-e012-4e86-8da1-94184f3373e3 req-596a0952-953b-4e40-984f-2b92ed55d111 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0588338 Sep 15 13:05:41.911547 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8eb749d9-e012-4e86-8da1-94184f3373e3 req-57661c12-0095-4c99-8ca7-b7b9ed8d7bb7 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498405 Sep 15 13:05:43.031347 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7289766-e634-43b8-b0db-1f4f54ee1601 req-81494601-8e51-4029-bc85-19492cc1a1aa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:43.032838 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d7289766-e634-43b8-b0db-1f4f54ee1601 req-81494601-8e51-4029-bc85-19492cc1a1aa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0469918 Sep 15 13:05:43.080641 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d7289766-e634-43b8-b0db-1f4f54ee1601 req-5d149439-a1f7-4fae-bf21-8f171c3ae538 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Sep 15 13:05:44.200723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1958f62-3dce-40d8-96cf-b7e33434b940 req-79f7ed4f-4f39-4fe4-87e6-51c66efd22fe tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:44.202089 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d1958f62-3dce-40d8-96cf-b7e33434b940 req-79f7ed4f-4f39-4fe4-87e6-51c66efd22fe tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0464039 Sep 15 13:05:44.254176 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d1958f62-3dce-40d8-96cf-b7e33434b940 req-866f98c7-d97f-47db-8df3-415d2ff0a3dc tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464904 Sep 15 13:05:45.377501 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14536a04-e676-4326-980a-399bc09e923e req-faba6f70-c07a-4096-ae4c-5035bb892a0f tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:45.378951 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-14536a04-e676-4326-980a-399bc09e923e req-faba6f70-c07a-4096-ae4c-5035bb892a0f tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0495100 Sep 15 13:05:45.427081 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-14536a04-e676-4326-980a-399bc09e923e req-0f2b051f-8a6c-47ea-9273-4d8a2c501b73 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Sep 15 13:05:45.757029 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=42 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:45.757768 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=45 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:45.961454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-16c41976-02cf-447f-9950-dd7eefc97ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:45.962981 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-16c41976-02cf-447f-9950-dd7eefc97ae2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.0409608 Sep 15 13:05:46.069326 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:46.074626 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-de7402e3-5bca-4998-836b-532757805f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:46.076105 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-de7402e3-5bca-4998-836b-532757805f57 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.0933826 Sep 15 13:05:46.138319 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-729372ae-d00e-4e44-8b74-a1dceb104856 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 1002 time: 0.0552690 Sep 15 13:05:46.186218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-a47a8e2f-378f-4380-b71f-7459d2d03be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:46.187602 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-a47a8e2f-378f-4380-b71f-7459d2d03be6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0428374 Sep 15 13:05:46.237782 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-c8fa4a99-5d03-4a5b-9ade-7d3747a8fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:46.239320 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-c8fa4a99-5d03-4a5b-9ade-7d3747a8fcaf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453045 Sep 15 13:05:46.329473 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-b8d852db-6143-4485-97f4-f146a729f6ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835631 Sep 15 13:05:46.422100 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be0e8ed6-2930-4e72-9067-13baa7ea1e6c req-0cb46076-ba20-4e62-8278-331d7fd7291b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864010 Sep 15 13:05:46.546087 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db076-0ab4-4b6b-b65e-8f564af24423 req-05cea478-6829-4d65-b67e-407fc5d77b23 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:46.547540 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f61db076-0ab4-4b6b-b65e-8f564af24423 req-05cea478-6829-4d65-b67e-407fc5d77b23 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0465322 Sep 15 13:05:46.559001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:46.599914 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f61db076-0ab4-4b6b-b65e-8f564af24423 req-a975b5ec-c4ed-419f-8780-a35e61ef7a88 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462067 Sep 15 13:05:46.961994 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d75739-ac9a-4691-8c18-2a2df80ccd39 req-62895326-c87b-452e-af42-e193f8781410 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:46.963449 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a1d75739-ac9a-4691-8c18-2a2df80ccd39 req-62895326-c87b-452e-af42-e193f8781410 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0470040 Sep 15 13:05:46.984900 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:47.014937 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a1d75739-ac9a-4691-8c18-2a2df80ccd39 req-9b82db68-cba3-4702-90ae-49714320210e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448213 Sep 15 13:05:47.634360 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=28,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:47.635235 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:47.722218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af2024-2f8a-48ef-8804-e3991121dd24 req-53668c90-5735-4273-9055-729cbd56947f tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:47.724608 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-13af2024-2f8a-48ef-8804-e3991121dd24 req-53668c90-5735-4273-9055-729cbd56947f tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0467455 Sep 15 13:05:47.776657 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-13af2024-2f8a-48ef-8804-e3991121dd24 req-69a2199b-c36c-4ea2-81e3-f4766212d3b6 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465312 Sep 15 13:05:47.971197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-d7b3bb9e-5bd5-40ff-acca-e711d475e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:47.973280 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-d7b3bb9e-5bd5-40ff-acca-e711d475e13b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.0389223 Sep 15 13:05:48.133983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-4d5a14d9-8a9a-409b-b83c-30dfd7c74968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:48.135427 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-4d5a14d9-8a9a-409b-b83c-30dfd7c74968 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.0933182 Sep 15 13:05:48.137118 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15274-8c1b-4caf-afe5-62997606a28d req-3fa44b80-d277-4053-9e38-26c1f0e4156f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:48.138581 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8ae15274-8c1b-4caf-afe5-62997606a28d req-3fa44b80-d277-4053-9e38-26c1f0e4156f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0463960 Sep 15 13:05:48.217844 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-aa25593f-e179-4a59-ac02-637da44733d6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 1002 time: 0.0596707 Sep 15 13:05:48.268653 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-a39db178-9c80-44c6-9496-6919c8d14fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:48.271266 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-a39db178-9c80-44c6-9496-6919c8d14fc8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0471253 Sep 15 13:05:48.405267 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8ae15274-8c1b-4caf-afe5-62997606a28d req-ed509a0e-2e85-4a3f-b63e-aba6c69035df tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611141 Sep 15 13:05:48.545640 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-a26ba09d-0b42-4168-a799-af2649d4b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:48.547031 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-a26ba09d-0b42-4168-a799-af2649d4b279 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460339 Sep 15 13:05:48.697716 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbf523-4159-429d-8931-1019862e007c req-c627da0c-ce6b-4419-8860-8d0a134631b5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:48.699176 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b3fbf523-4159-429d-8931-1019862e007c req-c627da0c-ce6b-4419-8860-8d0a134631b5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 945 time: 0.0897846 Sep 15 13:05:48.774144 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-6d79b156-958f-458f-96fd-916b77d8f181 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657281 Sep 15 13:05:48.818121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:48.854618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Deleting port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:48.854967 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:48.968172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44df07-6cc3-42c1-9239-ce99a5793a4b req-a0161048-7652-4773-b0c3-47d93b72e077 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:48.969715 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0a44df07-6cc3-42c1-9239-ce99a5793a4b req-a0161048-7652-4773-b0c3-47d93b72e077 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.1116612 Sep 15 13:05:49.040753 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab7dc74e-6491-4e83-9e0e-4df22f5ba016 req-22f975bd-e032-44df-86b1-f74417d013f6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485862 Sep 15 13:05:49.042332 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] For port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:49.042692 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:49.105977 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0a44df07-6cc3-42c1-9239-ce99a5793a4b req-92bced2a-d866-419b-a7f4-ad6e86daf999 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268086 Sep 15 13:05:49.164290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:49.227604 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:49.227967 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (3fe1c540-8c22-4fd4-9968-457eeb1afafb), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:49.228291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Floating IP 3fe1c540-8c22-4fd4-9968-457eeb1afafb disassociated. External IP: 172.27.1.36, port: 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f. Sep 15 13:05:49.228647 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Calling delete_port for 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:49.360215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (71e9592f-0e8b-403c-bbfd-bae6e0da6f5f), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:49.387766 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event deleted for resources: {'Port': ['ID=71e9592f-0e8b-403c-bbfd-bae6e0da6f5f,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:49.501177 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:05:49.508325 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e37d5f35-d51d-4afe-92ed-e3a4c71c9016 req-efc3cc96-4b83-4fb9-84d3-acbf8bcb2b3f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Sep 15 13:05:49.605417 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:05:49.616122 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:05:49.626043 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:49.626751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:05:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:49.648834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] No DVR routers for this DVR port 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:05:49.651357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:49.654607 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b3fbf523-4159-429d-8931-1019862e007c req-71fae851-0921-43fd-8bca-4260bec3761e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "DELETE /networking/v2.0/ports/71e9592f-0e8b-403c-bbfd-bae6e0da6f5f HTTP/1.1" status: 204 len: 173 time: 0.9494331 Sep 15 13:05:49.655124 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'name': 'network-vif-deleted', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:49.657414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fbca37-9d01-49eb-8213-281efa630a23" -d '{"events": [{"server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "name": "network-vif-deleted", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:49.695983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925bc77-5471-4113-bd00-c69dc414bb0c x-openstack-request-id: req-b925bc77-5471-4113-bd00-c69dc414bb0c {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:49.696292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7538af-56ab-4022-85eb-172a1ee55d71", "name": "network-vif-deleted", "tag": "71e9592f-0e8b-403c-bbfd-bae6e0da6f5f", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:49.696574 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b925bc77-5471-4113-bd00-c69dc414bb0c {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:49.696987 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b925bc77-5471-4113-bd00-c69dc414bb0c'] response: {'server_uuid': '2c7538af-56ab-4022-85eb-172a1ee55d71', 'name': 'network-vif-deleted', 'tag': '71e9592f-0e8b-403c-bbfd-bae6e0da6f5f', 'status': 'completed', 'code': 200} Sep 15 13:05:49.858022 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:50.043516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:50.068730 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:05:50.076997 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:05:50.077652 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:05:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:50.184862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:05:50.236843 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef42ee-0910-4177-85a9-59ca8cbfdc71 req-0d54f076-0b94-4d29-9e0d-75c251bc0a9b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:50.239721 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-64ef42ee-0910-4177-85a9-59ca8cbfdc71 req-0d54f076-0b94-4d29-9e0d-75c251bc0a9b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0554874 Sep 15 13:05:50.262671 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:50.309470 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-64ef42ee-0910-4177-85a9-59ca8cbfdc71 req-912a9120-6305-4d93-8159-d8bc23b19ec8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636246 Sep 15 13:05:50.380124 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:05:50.410208 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb4509-a0c4-4e5a-b604-8422a6999aec None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:05:50.617946 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5311a666-a12c-4eaa-9519-87da8b9bf6b9 req-9287fa64-9d43-43be-9abd-2858f06dad2c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2c7538af-56ab-4022-85eb-172a1ee55d71 HTTP/1.1" status: 200 len: 210 time: 0.0290151 Sep 15 13:05:50.641586 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe14b93-e500-4b62-9887-bc33c211ebc9 None None] New status for floating IP 3fe1c540-8c22-4fd4-9968-457eeb1afafb: DOWN {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:05:51.440650 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768cf0-0083-4198-a61e-2f2471b0582a req-c73b8d50-5953-46c0-9ff1-d9468c5ff218 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:51.443187 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-71768cf0-0083-4198-a61e-2f2471b0582a req-c73b8d50-5953-46c0-9ff1-d9468c5ff218 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0511041 Sep 15 13:05:51.497763 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-71768cf0-0083-4198-a61e-2f2471b0582a req-aac1d546-6698-4367-9a42-aa0063a6c30b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Sep 15 13:05:51.581694 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-dbd1ae2b-7eb9-4a4f-baf6-01a92c2d1a04 req-d0c7c39c-e8c2-4336-886f-ce5e9b4d16c0 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:05:51.583239 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dbd1ae2b-7eb9-4a4f-baf6-01a92c2d1a04 req-d0c7c39c-e8c2-4336-886f-ce5e9b4d16c0 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058408 Sep 15 13:05:51.735353 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47312) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:51.792317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f7a2e-b002-4941-90e5-0ef3e5370404 req-bc78af09-1936-4128-a6a1-78e927612463 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:51.794015 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-507f7a2e-b002-4941-90e5-0ef3e5370404 req-bc78af09-1936-4128-a6a1-78e927612463 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0555511 Sep 15 13:05:51.809475 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96dd9649-84c2-457d-9ef3-d7b081e2894b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (e6cb63f9-3500-4d8a-9a28-87e3d2b90f38), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:51.822006 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:51.835122 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96dd9649-84c2-457d-9ef3-d7b081e2894b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (e6cb63f9-3500-4d8a-9a28-87e3d2b90f38), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:51.843654 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47318) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:51.866348 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-507f7a2e-b002-4941-90e5-0ef3e5370404 req-a1c6a5aa-1661-431a-add2-43b3e973e5de tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643449 Sep 15 13:05:51.901467 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96dd9649-84c2-457d-9ef3-d7b081e2894b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e6cb63f9-3500-4d8a-9a28-87e3d2b90f38), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:51.904314 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96dd9649-84c2-457d-9ef3-d7b081e2894b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:51.905666 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-96dd9649-84c2-457d-9ef3-d7b081e2894b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e6cb63f9-3500-4d8a-9a28-87e3d2b90f38 HTTP/1.1" status: 204 len: 168 time: 0.1691501 Sep 15 13:05:51.908645 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47322) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:51.916701 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9649-84c2-457d-9ef3-d7b081e2894b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb63f9-3500-4d8a-9a28-87e3d2b90f38,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:51.928456 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.api.v2.resource [None req-6e2e3443-3b1c-471f-9694-2832a1ad0ce7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] show failed (client error): The resource could not be found. Sep 15 13:05:51.930175 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6e2e3443-3b1c-471f-9694-2832a1ad0ce7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups/e6cb63f9-3500-4d8a-9a28-87e3d2b90f38 HTTP/1.1" status: 404 len: 347 time: 0.0203676 Sep 15 13:05:51.933075 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47324) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:51.976655 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-1690f369-947d-4b6b-90c8-08183abd8292 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318507 Sep 15 13:05:51.985642 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-d521767f-a7d0-4463-bfdb-a1058196abec service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:05:51.986616 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-d521767f-a7d0-4463-bfdb-a1058196abec service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052762 Sep 15 13:05:52.048253 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Deleting port b7624c99-500e-49ca-8360-367416ed1464 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:05:52.048544 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (b7624c99-500e-49ca-8360-367416ed1464), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.130642 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47330) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:52.131071 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (b7624c99-500e-49ca-8360-367416ed1464), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.131466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (b7624c99-500e-49ca-8360-367416ed1464), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.144584 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Calling delete_port for b7624c99-500e-49ca-8360-367416ed1464 owned by network:floatingip {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:05:52.222999 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-5094f9ac-7d9f-4f57-8e37-97cb9012d326 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:52.224397 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-5094f9ac-7d9f-4f57-8e37-97cb9012d326 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports/80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 943 time: 0.0927553 Sep 15 13:05:52.279011 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (b7624c99-500e-49ca-8360-367416ed1464), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.302382 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event deleted for resources: {'Port': ['ID=b7624c99-500e-49ca-8360-367416ed1464,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:52.369632 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (3fe1c540-8c22-4fd4-9968-457eeb1afafb), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.372130 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.373318 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d9910492-e640-46c0-88ff-cb1423c4fbbc tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/3fe1c540-8c22-4fd4-9968-457eeb1afafb HTTP/1.1" status: 204 len: 168 time: 0.4390409 Sep 15 13:05:52.460299 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47342) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:52.464921 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356596200', 'description': 'tempest-description--346685836'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:52.486730 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.495855 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:52.538526 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:52.567801 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (3584ff95-846c-42ab-89ad-4d50827a7763), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.568127 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-13785780-18ca-496c-a1c7-99e6e5d270ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.571521 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (3584ff95-846c-42ab-89ad-4d50827a7763), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.603944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.605205 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438522 Sep 15 13:05:52.606300 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f20f3-0f11-458c-a455-371a97eec1fd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3584ff95-846c-42ab-89ad-4d50827a7763,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:52.608410 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47344) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:52.613640 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'security_group_rule': {'security_group_id': '3584ff95-846c-42ab-89ad-4d50827a7763', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:52.640189 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (9df75edc-0805-461e-9b50-5a18be740a3f), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.699884 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (9df75edc-0805-461e-9b50-5a18be740a3f), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.707251 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (9df75edc-0805-461e-9b50-5a18be740a3f), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.733410 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.734760 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252491 Sep 15 13:05:52.737655 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597158ba-63c7-46cd-b0d7-08389d380bc1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df75edc-0805-461e-9b50-5a18be740a3f,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:52.738682 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47352) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:52.748051 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'security_group_rule': {'security_group_id': '3584ff95-846c-42ab-89ad-4d50827a7763', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:52.789405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (c8cb9ca5-4655-485b-9a98-19cc2bf68ef4), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.863272 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (c8cb9ca5-4655-485b-9a98-19cc2bf68ef4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.872507 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (c8cb9ca5-4655-485b-9a98-19cc2bf68ef4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.886587 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cb9ca5-4655-485b-9a98-19cc2bf68ef4,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:52.897040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.901123 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6207d04d-04cd-49c0-994d-8908d6bf7b26 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579876 Sep 15 13:05:52.901351 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47362) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:05:52.906183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:52.931519 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:52.983068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:53.039360 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce1cfd-bb9f-46b7-946e-402d4a347129 req-0e657a8a-0c65-45dd-a9da-9923a9d2bbfa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:53.040864 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-13ce1cfd-bb9f-46b7-946e-402d4a347129 req-0e657a8a-0c65-45dd-a9da-9923a9d2bbfa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0918252 Sep 15 13:05:53.074921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.147278 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-13ce1cfd-bb9f-46b7-946e-402d4a347129 req-5e3bedde-4c1f-49ca-bba6-979390e0f3aa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002524 Sep 15 13:05:53.208733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Allocated IP 172.27.1.178 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/c852d2aa-3399-4af9-97a9-225b033d17a4) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:05:53.320415 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.352604 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.388725 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:53.398258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:05:53.402467 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:05:53.406857 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:05:53.410598 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'Port': ['ID=c852d2aa-3399-4af9-97a9-225b033d17a4,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:53.495257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:53.499166 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (4a4b6907-b22d-4d6b-aa9d-9802c1ab986a), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.514992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:05:53.515338 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 71e9592f-0e8b-403c-bbfd-bae6e0da6f5f not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:05:53.515754 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:05:53.540507 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.593902 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 is: ACTIVE; New status is: DOWN {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:05:53.594465 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.621067 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:53.623304 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ecfe3c-f280-4abf-9779-fccb652ea713" -d '{"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-unplugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:53.632690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:53.634886 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:05:53.642375 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.678629 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:53.686294 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9090980a-ea5a-4095-ab9f-dad3c1f7f2b8 x-openstack-request-id: req-9090980a-ea5a-4095-ab9f-dad3c1f7f2b8 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:53.686672 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-unplugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:53.687470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9090980a-ea5a-4095-ab9f-dad3c1f7f2b8 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:53.687868 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9090980a-ea5a-4095-ab9f-dad3c1f7f2b8'] response: {'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'code': 200} Sep 15 13:05:53.702010 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=6']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:53.705877 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:53.710232 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.710573 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.710932 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.711283 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.711619 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.711945 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.712267 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.712608 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.712943 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.713275 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.713596 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.713920 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.714236 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.714551 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.714867 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:05:53.720624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.726928 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.796075 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'Port': ['ID=c852d2aa-3399-4af9-97a9-225b033d17a4,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:53.798795 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (4a4b6907-b22d-4d6b-aa9d-9802c1ab986a), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.814572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:53.815777 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-de4b3ff7-0258-465d-8f30-f8d5445b6ff7 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9134910 Sep 15 13:05:54.015687 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-4e8dcf71-f604-42d2-8c31-52cb1e3a2497 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1356596200&fields=id&tenant_id=27776e610cf84b49af0fec4b95aa31f3 HTTP/1.1" status: 200 len: 267 time: 0.0427999 Sep 15 13:05:54.108681 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-5da7b0a5-67aa-4c23-9a15-03d4f83f4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.110170 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-5da7b0a5-67aa-4c23-9a15-03d4f83f4952 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876&tenant_id=a6537f34327448c2b6acd5774dffc8c9 HTTP/1.1" status: 200 len: 1128 time: 0.0908840 Sep 15 13:05:54.171411 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-d858b922-1346-48b2-8b18-53b5cb6912fa tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.172870 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-d858b922-1346-48b2-8b18-53b5cb6912fa tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 809 time: 0.1437328 Sep 15 13:05:54.212963 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-cc4a2560-b92f-4bcf-9748-0697f65fde8d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/quotas/27776e610cf84b49af0fec4b95aa31f3 HTTP/1.1" status: 200 len: 375 time: 0.0220270 Sep 15 13:05:54.220010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-13e97d5d-3e5c-41d8-b770-8e9b21985617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.221491 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-13e97d5d-3e5c-41d8-b770-8e9b21985617 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1128 time: 0.0686347 Sep 15 13:05:54.288513 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d1964-4762-4ccd-8cdb-ac1f046a1083 req-ae20c74a-e96a-4504-831a-db4bdf3ef301 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.290064 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fa0d1964-4762-4ccd-8cdb-ac1f046a1083 req-ae20c74a-e96a-4504-831a-db4bdf3ef301 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0535791 Sep 15 13:05:54.367293 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fa0d1964-4762-4ccd-8cdb-ac1f046a1083 req-43943a69-da3c-4593-b876-f49a6e6d6d43 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702569 Sep 15 13:05:54.607631 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-16808706-50f6-4382-8114-1ac026b50933 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3899634 Sep 15 13:05:54.677787 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-d356f5fc-3749-4856-9d6f-6c39c673580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.679230 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-d356f5fc-3749-4856-9d6f-6c39c673580b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.4483132 Sep 15 13:05:54.730581 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-78b165a0-a6ed-4bab-b454-b1c53e0ed61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:54.753663 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:54.773451 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-4c6d6766-d023-42f8-83bc-8784d684f5ef service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 1000 time: 0.0870147 Sep 15 13:05:54.776071 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-0992f5cc-564e-4262-ad78-eb9a9ab9a255 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537135 Sep 15 13:05:54.878004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-3e37c6c3-f8b4-43f3-a84d-e65f5913a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.879616 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-3e37c6c3-f8b4-43f3-a84d-e65f5913a4e0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0994987 Sep 15 13:05:54.939711 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-62ce1c2b-1c18-4b79-a721-246b6533a432 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500559 Sep 15 13:05:54.940791 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-368db6aa-fef8-4da7-90b2-5291c330153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:54.942819 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-368db6aa-fef8-4da7-90b2-5291c330153b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571034 Sep 15 13:05:55.041717 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-2a2c7f1d-6042-4ad6-8a47-b616e9b32173 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894909 Sep 15 13:05:55.110993 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-881c4c1f-7537-46f4-8a28-d5921f8863e6 req-bffeaf7a-5574-41a6-9f76-c5c806155dff tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 210 time: 0.0313973 Sep 15 13:05:55.160202 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-aa59a406-2fc8-40bb-907d-3eb1196c7f28 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127665 Sep 15 13:05:55.486224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00701f-3447-4606-ba85-e6b59910fe44 req-d83f9416-5b6e-477a-8b07-4844b72c7e6b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:55.487786 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9b00701f-3447-4606-ba85-e6b59910fe44 req-d83f9416-5b6e-477a-8b07-4844b72c7e6b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0492105 Sep 15 13:05:55.504190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:55.543287 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9b00701f-3447-4606-ba85-e6b59910fe44 req-68157cbe-ac58-42e5-81e8-325a554b24e1 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479865 Sep 15 13:05:56.132192 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:56.215846 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e505ef55-1a95-4016-9882-f2b816547027 req-99cb7652-1a0a-462a-9336-f74975fff2e5 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 210 time: 0.0276961 Sep 15 13:05:56.666696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375c69-91a7-43ae-8545-00b35a8edd50 req-d07cb00a-2c0e-41d3-93c2-35ef56cc867d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:56.668052 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d2375c69-91a7-43ae-8545-00b35a8edd50 req-d07cb00a-2c0e-41d3-93c2-35ef56cc867d tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0475140 Sep 15 13:05:56.717231 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d2375c69-91a7-43ae-8545-00b35a8edd50 req-aad91ccd-dee4-49f0-987a-42438e2abb42 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Sep 15 13:05:56.992308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-66151cee-f3fc-495a-bf73-83e421107a22 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:56.993940 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-66151cee-f3fc-495a-bf73-83e421107a22 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 809 time: 0.1254427 Sep 15 13:05:57.075817 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-70320117-3de6-493e-a376-ff5e155f4c5c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=27776e610cf84b49af0fec4b95aa31f3 HTTP/1.1" status: 200 len: 380 time: 0.0547669 Sep 15 13:05:57.164165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'port': {'device_id': '5890c2fe-0c31-40d0-a711-d783540d601c', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'admin_state_up': True, 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'security_groups': ['3584ff95-846c-42ab-89ad-4d50827a7763']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:57.275470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Made reservation on behalf of 27776e610cf84b49af0fec4b95aa31f3 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:05:57.279387 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.320608 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3ba3a6e1-8ef3-4b23-9728-6843c3b59f76 req-4dc66cda-2a4e-4d72-8d57-b735d507e12a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 210 time: 0.0273507 Sep 15 13:05:57.357306 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:57.406851 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Allocated IP 172.20.0.9 (ad7108c9-b096-48f6-8695-b73ac5e764c5/6c47e5c8-a118-425a-8a10-0ce00b1d13fe/b747e91f-49be-4a75-ba8f-cd39089f132b) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:05:57.545452 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.576875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.588085 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:57.624689 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:05:57.629460 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:05:57.633654 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:05:57.638043 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event updated for resources: {'Port': ['ID=b747e91f-49be-4a75-ba8f-cd39089f132b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:57.689114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:57.689747 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.706535 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-bb356271-66fd-4f85-960d-9377b8ec832b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469229 Sep 15 13:05:57.756797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Request body: {'port': {'device_id': '5890c2fe-0c31-40d0-a711-d783540d601c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:05:57.811489 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.859407 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.878131 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7d78d-6fe9-4624-9605-f20afe0124a6 req-12884fea-f0fb-4f96-ba2f-2e5dfd587d65 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:57.879631 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-15a7d78d-6fe9-4624-9605-f20afe0124a6 req-12884fea-f0fb-4f96-ba2f-2e5dfd587d65 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0783155 Sep 15 13:05:57.898658 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Provisioning complete for port b747e91f-49be-4a75-ba8f-cd39089f132b triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:05:57.899035 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:57.899438 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Attempt 1 to provision port b747e91f-49be-4a75-ba8f-cd39089f132b Sep 15 13:05:57.931313 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Port b747e91f-49be-4a75-ba8f-cd39089f132b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:05:58.003085 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:58.010414 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-15a7d78d-6fe9-4624-9605-f20afe0124a6 req-b68b20e3-3cb0-4317-be83-5bdf897f0bd2 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095729 Sep 15 13:05:58.175930 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:58.185938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b747e91f-49be-4a75-ba8f-cd39089f132b {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:05:58.194176 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Publish callbacks [] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:58.207928 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Transition to ACTIVE for port object b747e91f-49be-4a75-ba8f-cd39089f132b will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:05:58.211424 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:58.293344 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Pushing event updated for resources: {'Port': ['ID=b747e91f-49be-4a75-ba8f-cd39089f132b,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:58.323605 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Attempting to bind port b747e91f-49be-4a75-ba8f-cd39089f132b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:05:58.323944 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Attempting to bind port b747e91f-49be-4a75-ba8f-cd39089f132b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:05:58.324293 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Attempting to bind port b747e91f-49be-4a75-ba8f-cd39089f132b on network ad7108c9-b096-48f6-8695-b73ac5e764c5 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:05:58.365817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Port b747e91f-49be-4a75-ba8f-cd39089f132b on network ad7108c9-b096-48f6-8695-b73ac5e764c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:05:58.366144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Attempting to bind port b747e91f-49be-4a75-ba8f-cd39089f132b on network ad7108c9-b096-48f6-8695-b73ac5e764c5 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:05:58.410561 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:05:58.410896 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Checking segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:05:58.411284 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Bound using segment: {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:05:58.411721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Bound port: b747e91f-49be-4a75-ba8f-cd39089f132b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa25174-3fd5-4b82-9946-9c933a40e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:05:58.412080 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:58.432367 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Attempt 2 to provision port b747e91f-49be-4a75-ba8f-cd39089f132b Sep 15 13:05:58.450472 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725df025-66e0-4fce-99d7-f4a50a9f69ef req-8157a983-139e-4088-b13c-95df64db89f0 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:58.451944 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-725df025-66e0-4fce-99d7-f4a50a9f69ef req-8157a983-139e-4088-b13c-95df64db89f0 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 943 time: 0.0463095 Sep 15 13:05:58.465921 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Port b747e91f-49be-4a75-ba8f-cd39089f132b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:05:58.480405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] For port b747e91f-49be-4a75-ba8f-cd39089f132b, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:05:58.483504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] For port b747e91f-49be-4a75-ba8f-cd39089f132b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b747e91f-49be-4a75-ba8f-cd39089f132b,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:05:58.491315 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:58.495485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:58.496071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:05:58.497457 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/b747e91f-49be-4a75-ba8f-cd39089f132b HTTP/1.1" status: 200 len: 1093 time: 0.7452419 Sep 15 13:05:58.498002 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:05:58.500337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e03493-d2a0-4a84-902c-febdd0d0895c" -d '{"events": [{"name": "network-changed", "server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:05:58.501558 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-725df025-66e0-4fce-99d7-f4a50a9f69ef req-4619ae21-bfe1-45f6-9d30-9f8596a3fcdf tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Sep 15 13:05:58.549658 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97179d1-3d82-4129-9aca-701e88bf9b4d service neutron] Pushing event updated for resources: {'Port': ['ID=b747e91f-49be-4a75-ba8f-cd39089f132b,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:05:58.554129 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a09df2-527f-4c0f-8b7f-f65a11e291b1 x-openstack-request-id: req-22a09df2-527f-4c0f-8b7f-f65a11e291b1 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:05:58.554409 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:05:58.554657 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22a09df2-527f-4c0f-8b7f-f65a11e291b1 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:05:58.555044 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a09df2-527f-4c0f-8b7f-f65a11e291b1'] response: {'name': 'network-changed', 'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'status': 'completed', 'code': 200} Sep 15 13:05:58.610475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:05:58.617389 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b0b7030d-de76-4596-a8bc-7bdb9b342ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:58.618881 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-b0b7030d-de76-4596-a8bc-7bdb9b342ee4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 1127 time: 0.0409400 Sep 15 13:05:58.665798 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-21d7815b-0498-4a80-9b3a-64dceed2d3b4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b747e91f-49be-4a75-ba8f-cd39089f132b HTTP/1.1" status: 200 len: 217 time: 0.0327704 Sep 15 13:05:58.717513 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-f5f32a89-759e-4bb6-9076-366e632cf018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:58.718892 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-f5f32a89-759e-4bb6-9076-366e632cf018 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0468411 Sep 15 13:05:58.761143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4098-6989-4be4-9740-757c7e9871e0 req-d1f27f19-56c1-4729-a286-d1a5cdc6cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:58.762573 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-d1f27f19-56c1-4729-a286-d1a5cdc6cc96 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377214 Sep 15 13:05:58.855787 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-4a4964cc-0868-472f-9333-95c6b4aa573b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872781 Sep 15 13:05:58.944054 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-519e4098-6989-4be4-9740-757c7e9871e0 req-9522d439-b46d-4692-a875-01f08f8d54e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829678 Sep 15 13:05:58.967325 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Attempt 3 to provision port b747e91f-49be-4a75-ba8f-cd39089f132b Sep 15 13:05:59.007284 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-44eb55b8-7901-4543-a29c-874be28df310 None None] Port b747e91f-49be-4a75-ba8f-cd39089f132b had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:05:59.134493 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720df6a-082f-4978-9160-bdc564320210 req-d8b0e196-ee43-4f5f-808a-8758e4dd4c4c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:59.135916 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1720df6a-082f-4978-9160-bdc564320210 req-d8b0e196-ee43-4f5f-808a-8758e4dd4c4c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0503814 Sep 15 13:05:59.184747 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1720df6a-082f-4978-9160-bdc564320210 req-be853a72-3221-45f8-a052-95bba3cedb5a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Sep 15 13:05:59.627169 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180c6e4-8bef-4865-bdbc-da0b18ec4d97 req-900b4959-0852-4921-bb9b-824cc8d80d5b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:05:59.629462 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b180c6e4-8bef-4865-bdbc-da0b18ec4d97 req-900b4959-0852-4921-bb9b-824cc8d80d5b tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 943 time: 0.0461531 Sep 15 13:05:59.679430 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b180c6e4-8bef-4865-bdbc-da0b18ec4d97 req-7b5c1421-d52d-4155-a105-0cffc674a427 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Sep 15 13:06:00.303622 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cafb9-f268-476b-8009-8f4973d0b695 req-0ffa0dc3-aec0-402e-b895-c1e2638d4382 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:00.305145 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c88cafb9-f268-476b-8009-8f4973d0b695 req-0ffa0dc3-aec0-402e-b895-c1e2638d4382 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0472157 Sep 15 13:06:00.358642 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c88cafb9-f268-476b-8009-8f4973d0b695 req-2611bf18-2ddb-4995-9d14-7443861019a9 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478840 Sep 15 13:06:00.719038 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:00.723065 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:00.799252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1fccb-2cf5-42a5-a59d-c34fbd06158e req-eba5f8bd-5214-4f37-a484-f2a00626ea3c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:00.801416 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dbb1fccb-2cf5-42a5-a59d-c34fbd06158e req-eba5f8bd-5214-4f37-a484-f2a00626ea3c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 943 time: 0.0470786 Sep 15 13:06:00.849161 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dbb1fccb-2cf5-42a5-a59d-c34fbd06158e req-17379fce-4291-416e-98db-4dbd005e8408 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Sep 15 13:06:01.398072 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-ed068c3b-d153-4bff-a5e7-db8548d9bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:01.399587 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-ed068c3b-d153-4bff-a5e7-db8548d9bd63 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 1127 time: 0.0462782 Sep 15 13:06:01.485340 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ee3c9-e78c-41d9-bb4e-13b2472caebc req-a98e69ae-7b08-48bb-ad97-09a859137d02 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:01.486887 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-210ee3c9-e78c-41d9-bb4e-13b2472caebc req-a98e69ae-7b08-48bb-ad97-09a859137d02 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0503554 Sep 15 13:06:01.536132 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-210ee3c9-e78c-41d9-bb4e-13b2472caebc req-b46180a9-1086-49d4-96f4-a6198489a32e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Sep 15 13:06:01.565268 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device b747e91f-49be-4a75-ba8f-cd39089f132b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:06:01.666085 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port b747e91f-49be-4a75-ba8f-cd39089f132b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b747e91f-49be-4a75-ba8f-cd39089f132b,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:01.677213 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'port_id': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'mac_address': 'fa:16:3e:88:20:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:06:01.716515 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port b747e91f-49be-4a75-ba8f-cd39089f132b is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:06:01.717175 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:01.732652 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b747e91f-49be-4a75-ba8f-cd39089f132b {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:06:01.752359 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port b747e91f-49be-4a75-ba8f-cd39089f132b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b747e91f-49be-4a75-ba8f-cd39089f132b,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:01.756794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:01.804109 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=b747e91f-49be-4a75-ba8f-cd39089f132b,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:01.935504 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:01.973015 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608513f-b4be-42ab-9187-290c3ee29ea5 req-1f3a8d84-2b65-41aa-b165-68b576f17d24 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:01.974493 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9608513f-b4be-42ab-9187-290c3ee29ea5 req-1f3a8d84-2b65-41aa-b165-68b576f17d24 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0473077 Sep 15 13:06:02.025134 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9608513f-b4be-42ab-9187-290c3ee29ea5 req-7089da86-3b5a-462c-8ee4-9f77633cf823 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451527 Sep 15 13:06:02.659285 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0054d1-dab0-441b-8190-be354189dd32 req-49ec1905-1d84-4431-be32-c00d940c4c82 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:02.661464 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7c0054d1-dab0-441b-8190-be354189dd32 req-49ec1905-1d84-4431-be32-c00d940c4c82 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0469413 Sep 15 13:06:02.710640 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7c0054d1-dab0-441b-8190-be354189dd32 req-134f760c-14a1-4837-bc2a-979db2c6a57e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Sep 15 13:06:03.143309 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c69e4-c2ca-42d0-8268-9ef29f554d7f req-956a612c-11e9-40bf-8272-27264d56ad57 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:03.145843 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-823c69e4-c2ca-42d0-8268-9ef29f554d7f req-956a612c-11e9-40bf-8272-27264d56ad57 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0472176 Sep 15 13:06:03.192288 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-823c69e4-c2ca-42d0-8268-9ef29f554d7f req-313d25f5-9e11-437b-9359-12695b248865 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Sep 15 13:06:03.828879 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37524230-56dd-4fa8-9f98-3813e1365aa7 req-6c23ac44-e6bf-4f8d-9d23-279940ed6f4e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:03.830328 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-37524230-56dd-4fa8-9f98-3813e1365aa7 req-6c23ac44-e6bf-4f8d-9d23-279940ed6f4e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0471251 Sep 15 13:06:03.841186 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:03.886796 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-37524230-56dd-4fa8-9f98-3813e1365aa7 req-bbf76522-7d56-4346-8812-f83e4425547c tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509121 Sep 15 13:06:04.314178 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fa3d6-ecaa-416b-a7a4-31a9c67365ab req-d138e9bd-77b4-4e98-a5b1-73ccd3a5de7e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:04.315718 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2f3fa3d6-ecaa-416b-a7a4-31a9c67365ab req-d138e9bd-77b4-4e98-a5b1-73ccd3a5de7e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0468655 Sep 15 13:06:04.362254 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2f3fa3d6-ecaa-416b-a7a4-31a9c67365ab req-443a08fe-2338-4315-96e9-f366d5debd15 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Sep 15 13:06:05.006700 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223d11-58bd-4b8e-89be-6da606f935f4 req-e3191c39-479f-4870-9d55-ce702ac7a8aa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:05.008160 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-07223d11-58bd-4b8e-89be-6da606f935f4 req-e3191c39-479f-4870-9d55-ce702ac7a8aa tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0463407 Sep 15 13:06:05.041247 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:05.061074 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-07223d11-58bd-4b8e-89be-6da606f935f4 req-0e3064c6-f9f8-4bd1-8064-4ff4a6548d69 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474231 Sep 15 13:06:05.492111 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812f11f-4843-43e2-8695-5c27d68b23ac req-14c5e0f8-f2cb-48e6-9522-30e43d8d5ac6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:05.493613 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d812f11f-4843-43e2-8695-5c27d68b23ac req-14c5e0f8-f2cb-48e6-9522-30e43d8d5ac6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0511315 Sep 15 13:06:05.540629 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d812f11f-4843-43e2-8695-5c27d68b23ac req-3079efc7-dbb6-4d35-93cc-058c4e4f80ef tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Sep 15 13:06:05.622514 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['b747e91f-49be-4a75-ba8f-cd39089f132b'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:06:06.181298 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-f2ddaab7-9c81-4891-bf84-ebc1cdaf9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:06.182655 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-f2ddaab7-9c81-4891-bf84-ebc1cdaf9611 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.0908294 Sep 15 13:06:06.182967 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ac4c5-ee6a-4aa9-8a49-31b132c4d386 req-c5be6c05-2d1c-48e3-999e-8799a32bc47a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:06.184498 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-858ac4c5-ee6a-4aa9-8a49-31b132c4d386 req-c5be6c05-2d1c-48e3-999e-8799a32bc47a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0462573 Sep 15 13:06:06.195991 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:06.224199 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-6dfe76a3-b3a8-4b5f-a568-cc499ba01012 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b747e91f-49be-4a75-ba8f-cd39089f132b HTTP/1.1" status: 200 len: 217 time: 0.0342331 Sep 15 13:06:06.234960 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-858ac4c5-ee6a-4aa9-8a49-31b132c4d386 req-eee54654-5798-487f-b997-43c7d2c009d6 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Sep 15 13:06:06.273569 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-6a97bbf3-665b-4d9b-9e6e-cba89d2d9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:06.274995 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-6a97bbf3-665b-4d9b-9e6e-cba89d2d9cb4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0447214 Sep 15 13:06:06.317676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-ad6b2a59-19ab-4e06-af24-fb9574a280d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:06.319100 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-ad6b2a59-19ab-4e06-af24-fb9574a280d7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379329 Sep 15 13:06:06.411686 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-43e5e736-245a-4b6f-ac80-59d5032ca36b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856714 Sep 15 13:06:06.658942 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e0c5-787f-4d2c-a726-eb22b7a64370 req-3e11ffe7-3ead-4808-b9dc-a75fb64cd684 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:06.661493 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2273e0c5-787f-4d2c-a726-eb22b7a64370 req-3e11ffe7-3ead-4808-b9dc-a75fb64cd684 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0471129 Sep 15 13:06:06.707472 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2273e0c5-787f-4d2c-a726-eb22b7a64370 req-cead8d5e-0a51-46a2-b7d9-e0fcd5efab6f tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Sep 15 13:06:06.821299 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:06:07.357916 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d7e-3cc5-4b65-a9d5-3654aabf1984 req-3702ffa5-32a3-4117-945b-0f94049a41ce tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:07.359296 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b3163d7e-3cc5-4b65-a9d5-3654aabf1984 req-3702ffa5-32a3-4117-945b-0f94049a41ce tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0502608 Sep 15 13:06:07.408816 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b3163d7e-3cc5-4b65-a9d5-3654aabf1984 req-7badf5bd-436f-44e9-af92-25a9a0e8f0f5 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 Sep 15 13:06:07.746717 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-63e03493-d2a0-4a84-902c-febdd0d0895c req-70cdefa1-b3ef-4c2e-b9b0-c51807ec55ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889614 Sep 15 13:06:07.827917 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c18d-c929-4036-84df-1085d8a09ef9 req-f4c389d2-ab2a-4a2a-9b47-c389f0903ec6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:07.829429 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3dd2c18d-c929-4036-84df-1085d8a09ef9 req-f4c389d2-ab2a-4a2a-9b47-c389f0903ec6 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0468912 Sep 15 13:06:07.875426 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3dd2c18d-c929-4036-84df-1085d8a09ef9 req-e0f9c4be-df4f-45fb-a38f-5c99343f10ea tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Sep 15 13:06:08.532422 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129b1f5-23ed-48eb-8593-87f65f860c54 req-c3cb3e9e-3a5a-499e-9445-aa77f35e1e49 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:08.533889 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3129b1f5-23ed-48eb-8593-87f65f860c54 req-c3cb3e9e-3a5a-499e-9445-aa77f35e1e49 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0498099 Sep 15 13:06:08.582122 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3129b1f5-23ed-48eb-8593-87f65f860c54 req-b69bb4e5-6307-4e09-9c6c-7ba0a09a8389 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Sep 15 13:06:08.997535 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ea4c4-bdea-4c02-9497-91504f86d259 req-40ba1662-5051-4c9d-9d3a-8a1cd183f757 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:08.999019 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a8ea4c4-bdea-4c02-9497-91504f86d259 req-40ba1662-5051-4c9d-9d3a-8a1cd183f757 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0504489 Sep 15 13:06:09.046903 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a8ea4c4-bdea-4c02-9497-91504f86d259 req-3bc6951a-018e-4767-859e-41c6cf9cd836 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Sep 15 13:06:09.702933 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfafbd-e2be-44f6-9d62-0b9100472546 req-af80e902-11ea-4c30-abbf-f0d5bb040e71 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:09.704551 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-45bfafbd-e2be-44f6-9d62-0b9100472546 req-af80e902-11ea-4c30-abbf-f0d5bb040e71 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0478511 Sep 15 13:06:09.761024 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-45bfafbd-e2be-44f6-9d62-0b9100472546 req-8927db6c-3743-48aa-82ac-24a9f24e348a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507574 Sep 15 13:06:10.166050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4fc13-405c-4bcb-983f-0d264b4f78c6 req-5202e195-6682-4911-b509-359eebc28684 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:10.167491 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cef4fc13-405c-4bcb-983f-0d264b4f78c6 req-5202e195-6682-4911-b509-359eebc28684 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 944 time: 0.0464492 Sep 15 13:06:10.191760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:10.213727 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cef4fc13-405c-4bcb-983f-0d264b4f78c6 req-ae1c2b8a-e60c-4d1e-b400-d9d24e15421d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Sep 15 13:06:10.820462 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:06:10.824417 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:10.837170 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device b747e91f-49be-4a75-ba8f-cd39089f132b up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:06:10.845961 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:10.885487 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ab484-7270-4e5a-9b12-87b82c0c7349 req-a30dbba2-4faf-462f-a50c-ee4239b2fdd3 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:10.886972 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-463ab484-7270-4e5a-9b12-87b82c0c7349 req-a30dbba2-4faf-462f-a50c-ee4239b2fdd3 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 944 time: 0.0473678 Sep 15 13:06:10.932043 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:10.937168 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-463ab484-7270-4e5a-9b12-87b82c0c7349 req-41e84bbc-bf11-491d-a585-510b9e29cc9b tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 Sep 15 13:06:10.941154 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port b747e91f-49be-4a75-ba8f-cd39089f132b completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:06:10.955697 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port b747e91f-49be-4a75-ba8f-cd39089f132b triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:06:10.956067 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:10.956978 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port b747e91f-49be-4a75-ba8f-cd39089f132b Sep 15 13:06:10.991533 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:11.009142 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'port_id': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'mac_address': 'fa:16:3e:e7:02:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:06:11.073940 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:06:11.074327 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:11.094482 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port b747e91f-49be-4a75-ba8f-cd39089f132b is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:06:11.094862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:11.098297 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:06:11.133624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:11.139768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:06:11.141665 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a9ebf-b652-43dc-a0b9-0c349f248470" -d '{"events": [{"server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "name": "network-vif-plugged", "status": "completed", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:06:11.153213 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:11.160218 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port b747e91f-49be-4a75-ba8f-cd39089f132b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b747e91f-49be-4a75-ba8f-cd39089f132b,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:11.179505 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:11.188241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adea15f-4946-47b9-a0f9-3b8a8ae62c20 x-openstack-request-id: req-9adea15f-4946-47b9-a0f9-3b8a8ae62c20 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:06:11.188629 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "name": "network-vif-plugged", "status": "completed", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:06:11.188948 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9adea15f-4946-47b9-a0f9-3b8a8ae62c20 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:06:11.189408 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adea15f-4946-47b9-a0f9-3b8a8ae62c20'] response: {'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'code': 200} Sep 15 13:06:11.208227 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=7']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:11.264661 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=b747e91f-49be-4a75-ba8f-cd39089f132b,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:11.356201 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297af5c4-0555-4094-ae4a-b062c23ef61b req-eadfb516-6768-4da9-8c86-aa239ed2e966 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:11.357965 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-297af5c4-0555-4094-ae4a-b062c23ef61b req-eadfb516-6768-4da9-8c86-aa239ed2e966 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0576994 Sep 15 13:06:11.406926 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-297af5c4-0555-4094-ae4a-b062c23ef61b req-4cee4047-ae03-41c9-b06d-1234ac351807 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Sep 15 13:06:11.441673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60c5fd-2b39-4c8c-9d35-7ef40c00d355 req-a2b02ff5-bc12-4495-8a38-faa745d6c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:11.443395 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-af60c5fd-2b39-4c8c-9d35-7ef40c00d355 req-a2b02ff5-bc12-4495-8a38-faa745d6c33f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 1129 time: 0.0412757 Sep 15 13:06:11.493895 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-af60c5fd-2b39-4c8c-9d35-7ef40c00d355 req-43741db7-b3c3-4511-8ff8-0c1026dd7748 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Sep 15 13:06:11.776514 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:06:12.069751 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f75033-1c09-408b-a23f-3c9482bdbb6d req-9f3dcbb0-7831-4c1c-a7d2-460fcd50fdcf tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:12.071304 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b8f75033-1c09-408b-a23f-3c9482bdbb6d req-9f3dcbb0-7831-4c1c-a7d2-460fcd50fdcf tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Sep 15 13:06:12.132958 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b8f75033-1c09-408b-a23f-3c9482bdbb6d req-ed85929c-8ee3-473a-822a-1e33976c6381 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557253 Sep 15 13:06:12.534689 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf867a1-80de-44fa-b5e1-baa5be945202 req-c632a172-fe1d-4dac-b76d-e96053894e8a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:12.536186 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-abf867a1-80de-44fa-b5e1-baa5be945202 req-c632a172-fe1d-4dac-b76d-e96053894e8a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0516052 Sep 15 13:06:12.584161 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-abf867a1-80de-44fa-b5e1-baa5be945202 req-413a3a49-60bd-41f7-b40a-96978dc25a69 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422263 Sep 15 13:06:13.048874 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:06:13.094191 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:06:13.094566 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:13.095033 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 Sep 15 13:06:13.170261 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:13.176737 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:13.179837 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:06:13.180233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:13.206926 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:06:13.209378 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f25eda1-2d4c-481d-bc29-f97f24b988fd" -d '{"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-plugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:06:13.222038 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:13.228774 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:13.252111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee87d9b4-042f-44c8-9d78-dd8d9e792972 x-openstack-request-id: req-ee87d9b4-042f-44c8-9d78-dd8d9e792972 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:06:13.252424 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-plugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:06:13.252674 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee87d9b4-042f-44c8-9d78-dd8d9e792972 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:06:13.253063 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee87d9b4-042f-44c8-9d78-dd8d9e792972'] response: {'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'code': 200} Sep 15 13:06:13.265817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29a365-7185-4efc-a65c-4c852b4955ad req-c25f4513-3f01-4fa8-b56c-9cae77714576 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:13.267460 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ce29a365-7185-4efc-a65c-4c852b4955ad req-c25f4513-3f01-4fa8-b56c-9cae77714576 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0528293 Sep 15 13:06:13.281915 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=8']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:13.320719 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ce29a365-7185-4efc-a65c-4c852b4955ad req-3bdae0ff-9f32-46e2-a085-137f2d898eb0 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454273 Sep 15 13:06:13.709853 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad35097-ee07-425a-9da6-ed81937a001b req-3eedea3a-8560-4d68-8511-3010bde980e4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:13.711306 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dad35097-ee07-425a-9da6-ed81937a001b req-3eedea3a-8560-4d68-8511-3010bde980e4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0487881 Sep 15 13:06:13.759011 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dad35097-ee07-425a-9da6-ed81937a001b req-4da60070-e015-43ec-95b8-47d25f3093ae tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Sep 15 13:06:13.863862 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:13.886031 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167a253-36d6-4eb6-9340-e3947efd81cb req-ff7cc371-16bd-43df-bc91-978efc153497 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:13.887628 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d167a253-36d6-4eb6-9340-e3947efd81cb req-ff7cc371-16bd-43df-bc91-978efc153497 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0554888 Sep 15 13:06:13.899180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47602) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:13.903601 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Request body: {'floatingip': {'port_id': 'b747e91f-49be-4a75-ba8f-cd39089f132b'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:13.969816 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (4a4b6907-b22d-4d6b-aa9d-9802c1ab986a), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:14.038641 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28db90-0391-46dd-b193-eb4f5dcd6d40 req-0034eb5e-8d95-4b02-b36e-93dff8742763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:14.040137 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ac28db90-0391-46dd-b193-eb4f5dcd6d40 req-0034eb5e-8d95-4b02-b36e-93dff8742763 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.1032345 Sep 15 13:06:14.172344 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ac28db90-0391-46dd-b193-eb4f5dcd6d40 req-46cc3295-e7d4-4164-bffb-869af4359a56 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246915 Sep 15 13:06:14.445378 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084c9c9-c0a3-4df7-b438-2d6f8ec2102e req-e1f83c77-b322-453d-8c23-dda5381dc581 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:14.446751 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6084c9c9-c0a3-4df7-b438-2d6f8ec2102e req-e1f83c77-b322-453d-8c23-dda5381dc581 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0507846 Sep 15 13:06:14.447538 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:14.451243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (4a4b6907-b22d-4d6b-aa9d-9802c1ab986a), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:14.499521 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6084c9c9-c0a3-4df7-b438-2d6f8ec2102e req-e740fa4a-8fb7-4a7f-aec7-b8e96270ec96 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469654 Sep 15 13:06:14.553053 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Floating IP 4a4b6907-b22d-4d6b-aa9d-9802c1ab986a associated. External IP: 172.27.1.178, port: b747e91f-49be-4a75-ba8f-cd39089f132b. Sep 15 13:06:14.889990 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:15.013869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:06:15.066398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:15.116193 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:06:15.121058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:15.125515 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:06:15.135503 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:06:15.136115 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:05:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:15.153925 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-cd5e5bca-11eb-45ed-bdc5-45499b6a5b8e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/4a4b6907-b22d-4d6b-aa9d-9802c1ab986a HTTP/1.1" status: 200 len: 991 time: 1.2536540 Sep 15 13:06:15.154457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:06:15.156792 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39494402-7bba-45ec-b661-cbbe59f79a61" -d '{"events": [{"name": "network-changed", "server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:06:15.198219 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f07301f-299c-4e2d-ad37-395787140e99 x-openstack-request-id: req-9f07301f-299c-4e2d-ad37-395787140e99 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:06:15.198572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:06:15.198884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f07301f-299c-4e2d-ad37-395787140e99 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:06:15.199575 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f07301f-299c-4e2d-ad37-395787140e99'] response: {'name': 'network-changed', 'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'status': 'completed', 'code': 200} Sep 15 13:06:15.242535 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:06:15.325536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-bd6e504c-8491-438b-b7e8-de5dfda9e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:15.327312 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-bd6e504c-8491-438b-b7e8-de5dfda9e48a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=27776e610cf84b49af0fec4b95aa31f3&device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 1129 time: 0.0440302 Sep 15 13:06:15.431583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-a7942190-53e7-46cb-85c8-b82e03617d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:15.433186 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-a7942190-53e7-46cb-85c8-b82e03617d68 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 200 len: 910 time: 0.0995600 Sep 15 13:06:15.481282 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '4a4b6907-b22d-4d6b-aa9d-9802c1ab986a', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'port_id': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'mac_address': 'fa:16:3e:88:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5890c2fe-0c31-40d0-a711-d783540d601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:05:53Z', 'updated_at': '2022-09-15T13:06:14Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:15.509220 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:06:15.519361 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:06:15.519975 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:05:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:15.629673 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:06:15.688897 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb833cb-4123-41a9-80d1-0b50f7ec5352 req-9cc0ef73-3099-42e6-b3a6-a8ae0e209004 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:15.690305 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0eb833cb-4123-41a9-80d1-0b50f7ec5352 req-9cc0ef73-3099-42e6-b3a6-a8ae0e209004 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Sep 15 13:06:15.742027 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0eb833cb-4123-41a9-80d1-0b50f7ec5352 req-3849150e-8a1d-4f01-8ac9-1858711eb762 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456460 Sep 15 13:06:15.841049 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '4a4b6907-b22d-4d6b-aa9d-9802c1ab986a', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'port_id': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'mac_address': 'fa:16:3e:88:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5890c2fe-0c31-40d0-a711-d783540d601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:05:53Z', 'updated_at': '2022-09-15T13:06:14Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:15.865924 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b6372-3e28-44d1-b338-55e3fee95af4 None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '4a4b6907-b22d-4d6b-aa9d-9802c1ab986a', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'port_id': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'mac_address': 'fa:16:3e:88:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5890c2fe-0c31-40d0-a711-d783540d601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:05:53Z', 'updated_at': '2022-09-15T13:06:14Z', 'revision_number': 1, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:06:16.005791 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-ed61e059-f290-44d8-bd43-8a6faa53d5cf service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b747e91f-49be-4a75-ba8f-cd39089f132b HTTP/1.1" status: 200 len: 999 time: 0.0664182 Sep 15 13:06:16.059815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-ae6177c7-807b-4e91-a018-dc096c8e18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:16.061362 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-ae6177c7-807b-4e91-a018-dc096c8e18d3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 200 len: 848 time: 0.0488873 Sep 15 13:06:16.063513 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835a1a9-b150-4b8c-8419-f878fa72e4b5 None None] New status for floating IP 4a4b6907-b22d-4d6b-aa9d-9802c1ab986a: ACTIVE {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:06:16.108078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-d5410834-25c9-42ca-b918-aa028a7a61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:16.109824 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-d5410834-25c9-42ca-b918-aa028a7a61d6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=ad7108c9-b096-48f6-8695-b73ac5e764c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425825 Sep 15 13:06:16.210475 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-ceb10b0c-89e3-4dcb-9544-d17cfc634f7d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935419 Sep 15 13:06:16.307314 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-39494402-7bba-45ec-b661-cbbe59f79a61 req-cbc565b4-f614-4ac0-ae87-60ebc27314c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909262 Sep 15 13:06:22.571757 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3201e960-e94a-468b-bb1f-8c93c73f8c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:24.734728 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cf11264e-0194-47a2-a152-f480e69a794b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.242396 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47728) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:25.347243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-faf32e4a-5d22-43b5-bd8b-b71f8d9c5dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.422249 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-faf32e4a-5d22-43b5-bd8b-b71f8d9c5dfd admin admin] Publish callbacks [] for security_group (b842998a-8931-4018-ae58-612ae2f874c3), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.425918 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-faf32e4a-5d22-43b5-bd8b-b71f8d9c5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (b842998a-8931-4018-ae58-612ae2f874c3), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.440921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:25.468171 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-faf32e4a-5d22-43b5-bd8b-b71f8d9c5dfd admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ebf212e88cc0401a99c43f9a1cf8b18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247379 Sep 15 13:06:25.468910 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32e4a-5d22-43b5-bd8b-b71f8d9c5dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842998a-8931-4018-ae58-612ae2f874c3,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:25.471879 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47732) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:25.479678 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:25.513512 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:25.526457 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3f107df5-7245-455b-8d55-0cca2d4d890a admin admin] Publish callbacks [] for security_group (b842998a-8931-4018-ae58-612ae2f874c3), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.546120 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3f107df5-7245-455b-8d55-0cca2d4d890a admin admin] Publish callbacks [] for security_group (b842998a-8931-4018-ae58-612ae2f874c3), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.594776 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3f107df5-7245-455b-8d55-0cca2d4d890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (b842998a-8931-4018-ae58-612ae2f874c3), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.597330 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3f107df5-7245-455b-8d55-0cca2d4d890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.599045 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-3f107df5-7245-455b-8d55-0cca2d4d890a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b842998a-8931-4018-ae58-612ae2f874c3 HTTP/1.1" status: 204 len: 168 time: 0.1249936 Sep 15 13:06:25.606554 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f107df5-7245-455b-8d55-0cca2d4d890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842998a-8931-4018-ae58-612ae2f874c3,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:25.859556 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 47738) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:25.873720 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-087a346a-5604-4a2a-8dfa-4a4e4bcffea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.949438 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-087a346a-5604-4a2a-8dfa-4a4e4bcffea9 admin admin] Publish callbacks [] for security_group (940e21ee-e1aa-48a5-9f07-4294af540341), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.952824 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-087a346a-5604-4a2a-8dfa-4a4e4bcffea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (940e21ee-e1aa-48a5-9f07-4294af540341), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:25.970182 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:25.996905 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-087a346a-5604-4a2a-8dfa-4a4e4bcffea9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e0a31a53380e4ed49f7986ef286428d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361873 Sep 15 13:06:25.998199 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a346a-5604-4a2a-8dfa-4a4e4bcffea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e21ee-e1aa-48a5-9f07-4294af540341,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:26.000113 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 47740) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:26.054175 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a14cd1ec-5f64-45e9-8fd8-6ec1fbbb6ac6 admin admin] Publish callbacks [] for security_group (940e21ee-e1aa-48a5-9f07-4294af540341), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:26.074676 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a14cd1ec-5f64-45e9-8fd8-6ec1fbbb6ac6 admin admin] Publish callbacks [] for security_group (940e21ee-e1aa-48a5-9f07-4294af540341), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:26.123879 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a14cd1ec-5f64-45e9-8fd8-6ec1fbbb6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (940e21ee-e1aa-48a5-9f07-4294af540341), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:26.126514 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a14cd1ec-5f64-45e9-8fd8-6ec1fbbb6ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:26.127668 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a14cd1ec-5f64-45e9-8fd8-6ec1fbbb6ac6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/940e21ee-e1aa-48a5-9f07-4294af540341 HTTP/1.1" status: 204 len: 168 time: 0.1261373 Sep 15 13:06:26.136964 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cd1ec-5f64-45e9-8fd8-6ec1fbbb6ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e21ee-e1aa-48a5-9f07-4294af540341,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:26.139065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:26.250675 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:26.253318 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:27.811899 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:28.007547 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:35.993644 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:36.107757 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:36.136877 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=28,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:38.000541 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:38.003141 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:40.812589 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:43.799588 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48000) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:43.820722 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:06:43.924929 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.008147 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Publish callbacks [] for security_group (3a1bc78e-35d6-4baf-9f97-576c479bb861), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.014330 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (3a1bc78e-35d6-4baf-9f97-576c479bb861), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.059107 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=47d53ec5173546c2b7cb83514ad36898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561657 Sep 15 13:06:44.059107 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1bc78e-35d6-4baf-9f97-576c479bb861,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:44.059558 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48006) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:44.065802 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.066284 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.066494 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.066837 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.067176 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.067593 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.067930 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.068292 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.068616 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.068951 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.069519 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.070375 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.070705 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.071028 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.071354 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b125d-6c70-498b-a592-bb0b8bd8f8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.120559 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Publish callbacks [] for security_group (3a1bc78e-35d6-4baf-9f97-576c479bb861), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.141277 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Publish callbacks [] for security_group (3a1bc78e-35d6-4baf-9f97-576c479bb861), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.190702 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (3a1bc78e-35d6-4baf-9f97-576c479bb861), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.193314 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.195294 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/3a1bc78e-35d6-4baf-9f97-576c479bb861 HTTP/1.1" status: 204 len: 168 time: 0.1340089 Sep 15 13:06:44.204132 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1bc78e-35d6-4baf-9f97-576c479bb861,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:44.212148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.212521 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.212861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.213200 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.213533 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.213939 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.214269 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.214592 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.214914 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.215234 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.215560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.215880 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.216197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.216545 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.216862 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1193743-19da-44ab-b194-c5ba7627f05a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:06:44.518511 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48024) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:44.533388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7073981d-7dd6-4405-9d0c-1eab9f9c51c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.616079 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7073981d-7dd6-4405-9d0c-1eab9f9c51c7 admin admin] Publish callbacks [] for security_group (bae3cca5-40d5-4d68-bdcb-e444df08e7cd), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.620950 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7073981d-7dd6-4405-9d0c-1eab9f9c51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (bae3cca5-40d5-4d68-bdcb-e444df08e7cd), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.670891 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-7073981d-7dd6-4405-9d0c-1eab9f9c51c7 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d35db74e14284f93ada12e1295c93df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510940 Sep 15 13:06:44.671352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48032) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:44.671686 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073981d-7dd6-4405-9d0c-1eab9f9c51c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae3cca5-40d5-4d68-bdcb-e444df08e7cd,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:44.729920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32da0136-0ca5-4688-a34f-2669e5ebf5e0 admin admin] Publish callbacks [] for security_group (bae3cca5-40d5-4d68-bdcb-e444df08e7cd), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.752136 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32da0136-0ca5-4688-a34f-2669e5ebf5e0 admin admin] Publish callbacks [] for security_group (bae3cca5-40d5-4d68-bdcb-e444df08e7cd), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.805722 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32da0136-0ca5-4688-a34f-2669e5ebf5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (bae3cca5-40d5-4d68-bdcb-e444df08e7cd), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.808827 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32da0136-0ca5-4688-a34f-2669e5ebf5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:44.810336 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-32da0136-0ca5-4688-a34f-2669e5ebf5e0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/bae3cca5-40d5-4d68-bdcb-e444df08e7cd HTTP/1.1" status: 204 len: 168 time: 0.1377814 Sep 15 13:06:44.818397 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da0136-0ca5-4688-a34f-2669e5ebf5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae3cca5-40d5-4d68-bdcb-e444df08e7cd,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:45.306063 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-fb7be485-64d4-4b22-9588-b4982065e818 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505075 Sep 15 13:06:45.493147 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-bc600039-fc99-428d-bf36-118a797fc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:45.495184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-bc600039-fc99-428d-bf36-118a797fc829 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.0583289 Sep 15 13:06:45.620965 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-5b5889e5-ee75-40ca-97ec-f9fe452e5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:45.622567 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-5b5889e5-ee75-40ca-97ec-f9fe452e5c7e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.1072164 Sep 15 13:06:45.700930 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-63e9140b-7da3-4df3-9965-59954ce3322b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 1002 time: 0.0716798 Sep 15 13:06:45.751313 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-c047851c-51c9-498c-9cea-dbf0c91ca60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:45.752911 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-c047851c-51c9-498c-9cea-dbf0c91ca60f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0460906 Sep 15 13:06:45.806834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-77508481-4a9d-4ea5-b81d-263ab79e6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:45.808513 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-77508481-4a9d-4ea5-b81d-263ab79e6639 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497396 Sep 15 13:06:45.915269 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-34db1652-fe68-4c37-8151-a04ac44ca9a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000736 Sep 15 13:06:45.991478 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:46.026705 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-98e960a1-a528-437d-a9f1-90efe7bcbab8 req-97500824-477f-48fa-95d4-92247b18044d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046436 Sep 15 13:06:46.147337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b38dc-0dfa-4590-b619-dd09571b81e4 req-4ec28085-7fe5-4ef1-9887-4ffea223c965 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:46.150713 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-270b38dc-0dfa-4590-b619-dd09571b81e4 req-4ec28085-7fe5-4ef1-9887-4ffea223c965 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0500958 Sep 15 13:06:46.198772 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-270b38dc-0dfa-4590-b619-dd09571b81e4 req-51303579-e7e2-4c2a-a2de-622da566af8f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Sep 15 13:06:47.330263 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3c45d-1bd9-414a-8e3d-fe6f5a594f23 req-2c96750d-d6f3-4958-99f2-bd68fce25b8c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:47.334541 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-46a3c45d-1bd9-414a-8e3d-fe6f5a594f23 req-2c96750d-d6f3-4958-99f2-bd68fce25b8c tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0495839 Sep 15 13:06:47.389267 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-46a3c45d-1bd9-414a-8e3d-fe6f5a594f23 req-17f33d93-2970-4af7-9eb2-864264115ba6 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505297 Sep 15 13:06:48.015878 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48176) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:48.126937 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e19b-94f5-4ee5-bf30-ad69d265eb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.204722 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e19b-94f5-4ee5-bf30-ad69d265eb14 admin admin] Publish callbacks [] for security_group (03d3274c-6906-4b8a-964a-3a0f0d1d471a), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.208136 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e19b-94f5-4ee5-bf30-ad69d265eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (03d3274c-6906-4b8a-964a-3a0f0d1d471a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.246567 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1fd8e19b-94f5-4ee5-bf30-ad69d265eb14 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=73994c369cd2421687cd6086333e9900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296164 Sep 15 13:06:48.247401 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8e19b-94f5-4ee5-bf30-ad69d265eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d3274c-6906-4b8a-964a-3a0f0d1d471a,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:48.250094 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48180) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:48.268732 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:48.340474 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97933f19-4a9b-4ce4-9e77-cb634cf8b1e0 admin admin] Publish callbacks [] for security_group (03d3274c-6906-4b8a-964a-3a0f0d1d471a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.350434 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-7e4d5f84-94f4-4fab-b144-3ee422904428 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:48.351953 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-7e4d5f84-94f4-4fab-b144-3ee422904428 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0611618 Sep 15 13:06:48.392576 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97933f19-4a9b-4ce4-9e77-cb634cf8b1e0 admin admin] Publish callbacks [] for security_group (03d3274c-6906-4b8a-964a-3a0f0d1d471a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.472139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port a943f44d-916a-4082-948c-693f4078378e {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:06:48.472505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (a943f44d-916a-4082-948c-693f4078378e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.514704 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12111-18c3-4404-a70a-29af4f036912 req-107619f5-bfe2-44a1-b34f-23115f71ba40 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:48.516180 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-afd12111-18c3-4404-a70a-29af4f036912 req-107619f5-bfe2-44a1-b34f-23115f71ba40 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 945 time: 0.0486877 Sep 15 13:06:48.527701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97933f19-4a9b-4ce4-9e77-cb634cf8b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (03d3274c-6906-4b8a-964a-3a0f0d1d471a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.530219 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-97933f19-4a9b-4ce4-9e77-cb634cf8b1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.531401 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-97933f19-4a9b-4ce4-9e77-cb634cf8b1e0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/03d3274c-6906-4b8a-964a-3a0f0d1d471a HTTP/1.1" status: 204 len: 168 time: 0.2801356 Sep 15 13:06:48.546369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97933f19-4a9b-4ce4-9e77-cb634cf8b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d3274c-6906-4b8a-964a-3a0f0d1d471a,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:48.567949 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-afd12111-18c3-4404-a70a-29af4f036912 req-3ca68f40-af00-4fbc-9a33-423a57a7186a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7ab60259-dd2c-4575-883c-1f3d19b59cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453827 Sep 15 13:06:48.590904 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] For port a943f44d-916a-4082-948c-693f4078378e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a943f44d-916a-4082-948c-693f4078378e,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:06:48.591286 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (a943f44d-916a-4082-948c-693f4078378e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.761050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.761416 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (a206b209-3e53-4296-9d1f-385597820ff0), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.761735 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP a206b209-3e53-4296-9d1f-385597820ff0 disassociated. External IP: 172.27.1.139, port: a943f44d-916a-4082-948c-693f4078378e. Sep 15 13:06:48.762079 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for a943f44d-916a-4082-948c-693f4078378e owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:06:48.832238 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48188) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:48.847591 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-54098d48-2d24-42f9-b68e-b7ed5241dd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.891168 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:48.899243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a943f44d-916a-4082-948c-693f4078378e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.907234 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:48.929570 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=a943f44d-916a-4082-948c-693f4078378e,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:48.932937 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-54098d48-2d24-42f9-b68e-b7ed5241dd71 admin admin] Publish callbacks [] for security_group (9c69660c-b7d5-48dd-9050-e148ab81f43d), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.938744 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-54098d48-2d24-42f9-b68e-b7ed5241dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9c69660c-b7d5-48dd-9050-e148ab81f43d), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:48.981546 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098d48-2d24-42f9-b68e-b7ed5241dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c69660c-b7d5-48dd-9050-e148ab81f43d,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:48.988510 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-54098d48-2d24-42f9-b68e-b7ed5241dd71 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=72539ab917254493b63218056eb32d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550028 Sep 15 13:06:48.989115 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48190) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:49.049222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:49.075188 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:49.084011 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:06:49.093467 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4859786f-02ee-4f39-8561-373ef29bc4bd admin admin] Publish callbacks [] for security_group (9c69660c-b7d5-48dd-9050-e148ab81f43d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:49.152300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4859786f-02ee-4f39-8561-373ef29bc4bd admin admin] Publish callbacks [] for security_group (9c69660c-b7d5-48dd-9050-e148ab81f43d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:49.239549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:06:49.248948 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4859786f-02ee-4f39-8561-373ef29bc4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9c69660c-b7d5-48dd-9050-e148ab81f43d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:49.251465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4859786f-02ee-4f39-8561-373ef29bc4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:49.252252 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:06:49.252726 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-4859786f-02ee-4f39-8561-373ef29bc4bd admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9c69660c-b7d5-48dd-9050-e148ab81f43d HTTP/1.1" status: 204 len: 168 time: 0.2625661 Sep 15 13:06:49.263667 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:06:49.264572 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:06:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:49.286954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859786f-02ee-4f39-8561-373ef29bc4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c69660c-b7d5-48dd-9050-e148ab81f43d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:49.305647 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] No DVR routers for this DVR port a943f44d-916a-4082-948c-693f4078378e on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:06:49.308225 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:49.313066 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3e501f0b-0648-4146-a5fe-b87ee9f32060 req-9818b2a2-8271-4a1d-acf8-15082dcc2622 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a943f44d-916a-4082-948c-693f4078378e HTTP/1.1" status: 204 len: 173 time: 0.9506295 Sep 15 13:06:49.313617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'name': 'network-vif-deleted', 'tag': 'a943f44d-916a-4082-948c-693f4078378e'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:06:49.315960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746967bb-1c89-44cc-970a-f0942bb6f5f8" -d '{"events": [{"server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "name": "network-vif-deleted", "tag": "a943f44d-916a-4082-948c-693f4078378e"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:06:49.376960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e239e4-4add-4fbf-ba6f-641b5f2701a1 x-openstack-request-id: req-d8e239e4-4add-4fbf-ba6f-641b5f2701a1 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:06:49.377541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28efcba-b6d3-4758-b3ea-de3992bc888a", "name": "network-vif-deleted", "tag": "a943f44d-916a-4082-948c-693f4078378e", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:06:49.377766 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8e239e4-4add-4fbf-ba6f-641b5f2701a1 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:06:49.378067 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e239e4-4add-4fbf-ba6f-641b5f2701a1'] response: {'server_uuid': 'd28efcba-b6d3-4758-b3ea-de3992bc888a', 'name': 'network-vif-deleted', 'tag': 'a943f44d-916a-4082-948c-693f4078378e', 'status': 'completed', 'code': 200} Sep 15 13:06:49.437105 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:06:49.661254 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:49.699149 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:06:49.709075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:06:49.709680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:06:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:49.720046 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e793ad2d-b1ed-43ab-8070-9930a65d6329 req-a88ddf4b-1e7b-41b5-9c99-fd423ad78038 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d28efcba-b6d3-4758-b3ea-de3992bc888a HTTP/1.1" status: 200 len: 210 time: 0.0426168 Sep 15 13:06:49.819140 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:06:50.022765 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:06:50.056580 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ca28f-72e7-48c6-8764-ab9d3933011c None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:06:50.313317 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f8356-b4ca-40e1-a4b5-1dcf11ba7a79 None None] New status for floating IP a206b209-3e53-4296-9d1f-385597820ff0: DOWN {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:06:50.807281 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48240) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:50.869962 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a7308796-6bd5-4fca-95f0-75da5f6255a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (7ab60259-dd2c-4575-883c-1f3d19b59cf4), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:50.892120 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a7308796-6bd5-4fca-95f0-75da5f6255a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (7ab60259-dd2c-4575-883c-1f3d19b59cf4), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:50.942479 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a7308796-6bd5-4fca-95f0-75da5f6255a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (7ab60259-dd2c-4575-883c-1f3d19b59cf4), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:50.945907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a7308796-6bd5-4fca-95f0-75da5f6255a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:50.947184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a7308796-6bd5-4fca-95f0-75da5f6255a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/7ab60259-dd2c-4575-883c-1f3d19b59cf4 HTTP/1.1" status: 204 len: 168 time: 0.1387084 Sep 15 13:06:50.950045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48248) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:50.956435 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7308796-6bd5-4fca-95f0-75da5f6255a5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab60259-dd2c-4575-883c-1f3d19b59cf4,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:50.963611 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.api.v2.resource [None req-88cdb499-02fc-4075-addd-ed8bf3814b82 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] show failed (client error): The resource could not be found. Sep 15 13:06:50.967625 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-88cdb499-02fc-4075-addd-ed8bf3814b82 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups/7ab60259-dd2c-4575-883c-1f3d19b59cf4 HTTP/1.1" status: 404 len: 347 time: 0.0165708 Sep 15 13:06:50.968166 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48250) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:51.083542 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port 54b2b1ec-b31f-4fb6-aa31-8388cef1eca6 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:06:51.084147 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.168788 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.169116 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.181719 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for 54b2b1ec-b31f-4fb6-aa31-8388cef1eca6 owned by network:floatingip {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:06:51.313872 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (54b2b1ec-b31f-4fb6-aa31-8388cef1eca6), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.342456 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=54b2b1ec-b31f-4fb6-aa31-8388cef1eca6,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:51.403697 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (a206b209-3e53-4296-9d1f-385597820ff0), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.406143 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.407454 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-384682de-957c-4211-8208-a26801812592 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/a206b209-3e53-4296-9d1f-385597820ff0 HTTP/1.1" status: 204 len: 168 time: 0.4380245 Sep 15 13:06:51.473900 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48258) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:51.479272 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323791509', 'description': 'tempest-description--1316979869'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:51.500948 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.570707 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.574163 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.604487 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.605700 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1307840 Sep 15 13:06:51.608419 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78510d5f-1aff-4c93-9e06-2c97b3fb1578 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:51.608849 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48260) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:51.614305 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': 'cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:51.640815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (3f97502c-aa38-4a85-b168-df7678acaa6c), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.699486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (3f97502c-aa38-4a85-b168-df7678acaa6c), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.702849 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (3f97502c-aa38-4a85-b168-df7678acaa6c), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.721898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f97502c-aa38-4a85-b168-df7678acaa6c,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:51.729231 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.730408 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f28031c0-c315-4395-b65d-c27393a8e221 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204827 Sep 15 13:06:51.733114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48262) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:51.737407 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'security_group_rule': {'security_group_id': 'cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:51.762867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (680ee735-5570-4b44-bbfa-2bab4f38c872), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.819687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (680ee735-5570-4b44-bbfa-2bab4f38c872), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.823136 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (680ee735-5570-4b44-bbfa-2bab4f38c872), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.842518 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680ee735-5570-4b44-bbfa-2bab4f38c872,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:51.847491 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.848685 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6107c826-75a0-4b44-9256-d98f3dc98d43 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146526 Sep 15 13:06:51.852692 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48264) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:51.856895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:51.877880 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:51.891797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:51.961074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.067239 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.27.1.93 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/a6cf2f2f-71c1-4833-a6a4-3d4ea0111356) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:06:52.075797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:52.176648 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.208085 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.248137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:06:52.252717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:06:52.256465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:06:52.260050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=a6cf2f2f-71c1-4833-a6a4-3d4ea0111356,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:52.347064 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (ad5e1f34-2895-40ca-9af0-c0d5161fb976), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.388004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.545245 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.549863 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.576152 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:52.609274 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b330-652d-4e2a-8559-9147c78d75fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.626916 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (ad5e1f34-2895-40ca-9af0-c0d5161fb976), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.636473 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=a6cf2f2f-71c1-4833-a6a4-3d4ea0111356,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:52.645028 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:52.646638 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-22630c83-d62e-4801-81e6-3b1f01703ac4 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7929950 Sep 15 13:06:52.861932 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-8c4a8ac6-1729-493f-b0a4-0ce36e2f8130 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--323791509&fields=id&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 267 time: 0.0450037 Sep 15 13:06:52.981142 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-1f4826b5-2535-404c-a40d-c4c24b483c2b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:52.982619 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-1f4826b5-2535-404c-a40d-c4c24b483c2b tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.1127315 Sep 15 13:06:52.999254 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-ab10e250-c231-4bd5-bf8c-e388f3bf22e5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/quotas/2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 375 time: 0.0111096 Sep 15 13:06:53.056765 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-8c17077b-1078-4788-b6a8-ba3d3492380f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523717 Sep 15 13:06:53.085583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:53.153839 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-be44de77-70f1-4454-bdef-832c9e81529f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857687 Sep 15 13:06:53.231087 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a943f44d-916a-4082-948c-693f4078378e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:06:53.246313 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-5d278a71-850f-4dc3-8d92-632edf86a8d2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 Sep 15 13:06:53.249738 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: a943f44d-916a-4082-948c-693f4078378e {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:06:53.250111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device a943f44d-916a-4082-948c-693f4078378e not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:06:53.410814 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-25d64c82-a195-4918-a096-b24599b41d81 req-e3d01331-ca3a-4480-a6cb-3796c2ffc15e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 210 time: 0.0312960 Sep 15 13:06:54.528476 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d40b31c6-2f7e-4029-9009-42bb0564a251 req-15e2ffff-21a5-4363-ac69-704effc2d51a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 210 time: 0.0380528 Sep 15 13:06:54.628195 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-20564e0d-4fe7-44ab-b01d-5cacd0fe78ec tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:54.630708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-20564e0d-4fe7-44ab-b01d-5cacd0fe78ec tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 815 time: 0.1291974 Sep 15 13:06:54.713148 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-c3fda4c9-211d-49f4-a5ac-953b52538b67 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d HTTP/1.1" status: 200 len: 379 time: 0.0538797 Sep 15 13:06:54.738049 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1642e484-dbdf-4e81-aa46-8bc881368b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:54.814115 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'port': {'device_id': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'admin_state_up': True, 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'security_groups': ['cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:54.920538 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Made reservation on behalf of 2e4c4dc894bd429b8f46ae444eb5ff7d for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:06:54.924308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.054265 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Allocated IP 172.20.0.14 (e0e4d116-b42c-4d92-83e5-69793b91ec95/1046c219-65a3-4db3-82a5-a910b30b1dec/6575d720-dfc5-42ca-a7be-43151adbebde) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:06:55.147313 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:55.202486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for port (6575d720-dfc5-42ca-a7be-43151adbebde), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.236210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.247778 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:55.285570 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:06:55.291617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:06:55.296122 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:06:55.320168 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event updated for resources: {'Port': ['ID=6575d720-dfc5-42ca-a7be-43151adbebde,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:55.357993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:55.358628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.369287 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48344) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:55.376423 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-174d88b0-3749-45ae-bda8-a3255d791918 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5661166 Sep 15 13:06:55.442929 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Request body: {'port': {'device_id': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:55.537003 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.546535 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84a56842-cbf9-40fe-96d4-1f36112c69b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.596679 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Provisioning complete for port 6575d720-dfc5-42ca-a7be-43151adbebde triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:06:55.597205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.597639 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Attempt 1 to provision port 6575d720-dfc5-42ca-a7be-43151adbebde Sep 15 13:06:55.650051 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Port 6575d720-dfc5-42ca-a7be-43151adbebde cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:06:55.651506 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:55.652344 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:55.663524 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84a56842-cbf9-40fe-96d4-1f36112c69b3 admin admin] Publish callbacks [] for security_group (268e7f06-b856-457e-add4-78ee0e7d7586), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.671922 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84a56842-cbf9-40fe-96d4-1f36112c69b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (268e7f06-b856-457e-add4-78ee0e7d7586), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:55.708229 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-84a56842-cbf9-40fe-96d4-1f36112c69b3 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=6a38f5e73fea4f1d95a0033a14cc785d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375697 Sep 15 13:06:55.710846 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48360) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:55.735910 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a56842-cbf9-40fe-96d4-1f36112c69b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e7f06-b856-457e-add4-78ee0e7d7586,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:55.744137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3117365-416d-4e5b-8237-cdbd0f3c84b8 req-2a830ed9-cfd2-4270-a590-3927705b58ac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:55.745668 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c3117365-416d-4e5b-8237-cdbd0f3c84b8 req-2a830ed9-cfd2-4270-a590-3927705b58ac tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 932 time: 0.0894716 Sep 15 13:06:55.815200 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94652-643c-405f-b540-2d3723fef9ee req-17d90e2c-54a9-43a4-919f-508238e24be4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:55.817023 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fab94652-643c-405f-b540-2d3723fef9ee req-17d90e2c-54a9-43a4-919f-508238e24be4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0481904 Sep 15 13:06:55.867741 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fab94652-643c-405f-b540-2d3723fef9ee req-a213f0df-de86-4a0c-9d16-d835cfbaf461 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Sep 15 13:06:56.150122 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c3117365-416d-4e5b-8237-cdbd0f3c84b8 req-e6701831-0360-4f2d-bf0b-8a86aa56014f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892167 Sep 15 13:06:56.154795 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ab76136d-39b4-4cbd-9aa1-358a4c4d4e98 admin admin] Publish callbacks [] for security_group (268e7f06-b856-457e-add4-78ee0e7d7586), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.193620 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ab76136d-39b4-4cbd-9aa1-358a4c4d4e98 admin admin] Publish callbacks [] for security_group (268e7f06-b856-457e-add4-78ee0e7d7586), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.251102 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Attempt 2 to provision port 6575d720-dfc5-42ca-a7be-43151adbebde Sep 15 13:06:56.270143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6575d720-dfc5-42ca-a7be-43151adbebde {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:06:56.279971 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Publish callbacks [] for port (6575d720-dfc5-42ca-a7be-43151adbebde), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.285868 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.290929 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Port 6575d720-dfc5-42ca-a7be-43151adbebde cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:06:56.298885 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Transition to ACTIVE for port object 6575d720-dfc5-42ca-a7be-43151adbebde will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:06:56.299856 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ab76136d-39b4-4cbd-9aa1-358a4c4d4e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (268e7f06-b856-457e-add4-78ee0e7d7586), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.302652 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ab76136d-39b4-4cbd-9aa1-358a4c4d4e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.303954 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ab76136d-39b4-4cbd-9aa1-358a4c4d4e98 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/268e7f06-b856-457e-add4-78ee0e7d7586 HTTP/1.1" status: 204 len: 168 time: 0.5920992 Sep 15 13:06:56.307127 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.312169 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:56.322331 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76136d-39b4-4cbd-9aa1-358a4c4d4e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e7f06-b856-457e-add4-78ee0e7d7586,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:56.384018 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Pushing event updated for resources: {'Port': ['ID=6575d720-dfc5-42ca-a7be-43151adbebde,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:56.438270 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Attempting to bind port 6575d720-dfc5-42ca-a7be-43151adbebde on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:06:56.438641 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Attempting to bind port 6575d720-dfc5-42ca-a7be-43151adbebde by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:06:56.438945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Attempting to bind port 6575d720-dfc5-42ca-a7be-43151adbebde on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:06:56.467765 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:56.488826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Port 6575d720-dfc5-42ca-a7be-43151adbebde on network e0e4d116-b42c-4d92-83e5-69793b91ec95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:06:56.489194 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Attempting to bind port 6575d720-dfc5-42ca-a7be-43151adbebde on network e0e4d116-b42c-4d92-83e5-69793b91ec95 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:06:56.540306 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:06:56.540306 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Checking segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:06:56.541108 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Bound using segment: {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:06:56.541108 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Bound port: 6575d720-dfc5-42ca-a7be-43151adbebde, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb35f23-3ce0-41f5-ae93-b88b95314587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:06:56.541383 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.606043 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] For port 6575d720-dfc5-42ca-a7be-43151adbebde, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:06:56.609757 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] For port 6575d720-dfc5-42ca-a7be-43151adbebde, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6575d720-dfc5-42ca-a7be-43151adbebde,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:06:56.615662 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.620811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48368) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:56.621690 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:56.622370 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.623853 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/6575d720-dfc5-42ca-a7be-43151adbebde HTTP/1.1" status: 200 len: 1094 time: 1.1855900 Sep 15 13:06:56.626074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:06:56.628520 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:06:56.634906 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-dffa9f7e-321d-4dd6-96cd-940925ca5dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.681794 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb7571f-99eb-4c63-8654-9f0897eba7c6 x-openstack-request-id: req-0cb7571f-99eb-4c63-8654-9f0897eba7c6 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:06:56.682116 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:06:56.682367 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cb7571f-99eb-4c63-8654-9f0897eba7c6 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:06:56.682895 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb7571f-99eb-4c63-8654-9f0897eba7c6'] response: {'name': 'network-changed', 'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde', 'status': 'completed', 'code': 200} Sep 15 13:06:56.683998 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f988d89-64f1-4766-a194-9ddcba03760d service neutron] Pushing event updated for resources: {'Port': ['ID=6575d720-dfc5-42ca-a7be-43151adbebde,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:56.717686 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-dffa9f7e-321d-4dd6-96cd-940925ca5dc9 admin admin] Publish callbacks [] for security_group (0415b112-f057-456a-85a0-3e49d6245ebe), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.721376 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-dffa9f7e-321d-4dd6-96cd-940925ca5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0415b112-f057-456a-85a0-3e49d6245ebe), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.754230 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-38a566b6-3604-4140-9a58-0886541e0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:56.755730 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-38a566b6-3604-4140-9a58-0886541e0c5f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 1128 time: 0.0437722 Sep 15 13:06:56.762414 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-dffa9f7e-321d-4dd6-96cd-940925ca5dc9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=91e5b762285448c99f629b8f2f31cfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405048 Sep 15 13:06:56.763129 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa9f7e-321d-4dd6-96cd-940925ca5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415b112-f057-456a-85a0-3e49d6245ebe,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:56.765027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48372) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:56.791856 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Attempt 3 to provision port 6575d720-dfc5-42ca-a7be-43151adbebde Sep 15 13:06:56.811028 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-07400cd6-ced1-4543-bfa4-2278833dd739 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6575d720-dfc5-42ca-a7be-43151adbebde HTTP/1.1" status: 200 len: 217 time: 0.0392256 Sep 15 13:06:56.821783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:56.830747 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f4f14146-c984-41ff-9803-98f5a593e071 None None] Port 6575d720-dfc5-42ca-a7be-43151adbebde had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:06:56.880656 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-4e8eca1d-5652-4f2b-8593-d4952754f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:56.882017 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-4e8eca1d-5652-4f2b-8593-d4952754f842 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0635087 Sep 15 13:06:56.886764 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1be62b81-cc2b-491c-90df-1d481d22fbac admin admin] Publish callbacks [] for security_group (0415b112-f057-456a-85a0-3e49d6245ebe), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.941579 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1be62b81-cc2b-491c-90df-1d481d22fbac admin admin] Publish callbacks [] for security_group (0415b112-f057-456a-85a0-3e49d6245ebe), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:56.951548 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702f8-0658-478d-a9cf-624f763a10ce req-b1fd879d-4441-4e22-8022-f44e2468ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:56.953035 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-b1fd879d-4441-4e22-8022-f44e2468ab8e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642035 Sep 15 13:06:57.061898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da237b-82bc-4ae7-b719-5a009c32e5f6 req-34900247-e83f-4968-972a-9398c9f97dee tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:57.063376 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32da237b-82bc-4ae7-b719-5a009c32e5f6 req-34900247-e83f-4968-972a-9398c9f97dee tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.1133711 Sep 15 13:06:57.106971 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1be62b81-cc2b-491c-90df-1d481d22fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0415b112-f057-456a-85a0-3e49d6245ebe), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:57.109511 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1be62b81-cc2b-491c-90df-1d481d22fbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:57.110640 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1be62b81-cc2b-491c-90df-1d481d22fbac admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0415b112-f057-456a-85a0-3e49d6245ebe HTTP/1.1" status: 204 len: 168 time: 0.3446772 Sep 15 13:06:57.140328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62b81-cc2b-491c-90df-1d481d22fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415b112-f057-456a-85a0-3e49d6245ebe,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:57.153682 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-e1b8c6e1-74d9-440a-bffd-6bd0df1b74ff service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876619 Sep 15 13:06:57.158071 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32da237b-82bc-4ae7-b719-5a009c32e5f6 req-b9bd5dc8-3eac-443c-a383-9af0de5c13bd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878787 Sep 15 13:06:57.168646 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:57.258703 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-913702f8-0658-478d-a9cf-624f763a10ce req-3e2ea338-8eca-493a-aaa7-b33d1e8374ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984657 Sep 15 13:06:57.290969 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c2a5c-b17e-4dc0-9661-b8fc60c54ff3 req-35c0b3ee-c0fd-4ce4-b5ff-fc4bb69e6178 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:57.292537 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0a9c2a5c-b17e-4dc0-9661-b8fc60c54ff3 req-35c0b3ee-c0fd-4ce4-b5ff-fc4bb69e6178 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 944 time: 0.0540755 Sep 15 13:06:57.344161 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0a9c2a5c-b17e-4dc0-9661-b8fc60c54ff3 req-045422a2-ad9f-4664-98a8-66845800e2f0 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446401 Sep 15 13:06:57.818885 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:57.895109 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48400) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:57.991001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-532732585-network', 'tenant_id': 'fecbc7e0c1854fff88510818e7d2abf1'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:58.009817 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.013529 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Made reservation on behalf of fecbc7e0c1854fff88510818e7d2abf1 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:06:58.015902 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.025192 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.099006 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:58.101853 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks [] for security_group (8ce21343-47b5-45b7-8648-5995c2269723), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.105759 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8ce21343-47b5-45b7-8648-5995c2269723), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.130022 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:06:58.146549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (bdf12bf2-b24b-4d5b-bd51-c608c226154c), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.146870 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Added segment bdf12bf2-b24b-4d5b-bd51-c608c226154c of type vlan for network db1b95ca-2556-4b8d-94ba-a596ef87ba0f Sep 15 13:06:58.148240 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce21343-47b5-45b7-8648-5995c2269723,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:58.191355 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (db1b95ca-2556-4b8d-94ba-a596ef87ba0f), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.216166 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (db1b95ca-2556-4b8d-94ba-a596ef87ba0f), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.217244 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:58.217829 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.284189 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877168 Sep 15 13:06:58.287154 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48406) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:58.292941 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Request body: {'subnet': {'network_id': 'db1b95ca-2556-4b8d-94ba-a596ef87ba0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-532732585-subnet', 'tenant_id': 'fecbc7e0c1854fff88510818e7d2abf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:58.314972 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Made reservation on behalf of fecbc7e0c1854fff88510818e7d2abf1 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:06:58.317416 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9939891'] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.321644 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb7af8-37af-4c05-8d80-386592134845 admin admin] Pushing event updated for resources: {'Network': ['ID=db1b95ca-2556-4b8d-94ba-a596ef87ba0f,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:58.332013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network db1b95ca-2556-4b8d-94ba-a596ef87ba0f details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:06:58.333541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa150de0-4f4a-443d-a4da-fd0b17f0ee7e req-11e5d3e9-1ed4-4b21-b0b5-5e0ddefaaf7c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:58.335064 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aa150de0-4f4a-443d-a4da-fd0b17f0ee7e req-11e5d3e9-1ed4-4b21-b0b5-5e0ddefaaf7c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0678051 Sep 15 13:06:58.386867 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:58.387207 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aa150de0-4f4a-443d-a4da-fd0b17f0ee7e req-d86b65c5-76a8-43eb-b29b-be86154103d3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461810 Sep 15 13:06:58.507970 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:58.530832 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a415-a7b6-4a06-b87b-3abafd5cf084 req-04269946-8340-4b6e-bd95-a4958592f451 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:58.532320 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d2f4a415-a7b6-4a06-b87b-3abafd5cf084 req-04269946-8340-4b6e-bd95-a4958592f451 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 944 time: 0.0833857 Sep 15 13:06:58.534083 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9692291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9939877'] for subnet (f227dbeb-e348-48a3-9fff-e1b0ee6df1e9), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.605327 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f227dbeb-e348-48a3-9fff-e1b0ee6df1e9,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:58.641351 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d2f4a415-a7b6-4a06-b87b-3abafd5cf084 req-4c27404f-4cd2-4532-9cdb-7c88889aeef7 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031814 Sep 15 13:06:58.642438 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Checking segment: {'id': 'bdf12bf2-b24b-4d5b-bd51-c608c226154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'db1b95ca-2556-4b8d-94ba-a596ef87ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:06:58.642795 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Network hostable DHCP agents. Network: db1b95ca-2556-4b8d-94ba-a596ef87ba0f, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:06:58.661369 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Network db1b95ca-2556-4b8d-94ba-a596ef87ba0f is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:06:58.670885 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, db1b95ca-2556-4b8d-94ba-a596ef87ba0f) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:06:58.674946 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:58.675547 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:58.679600 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f214ff-a918-4af8-847a-52796e325c67 None None] Network db1b95ca-2556-4b8d-94ba-a596ef87ba0f requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:06:58.697003 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-95b61a66-14e9-458b-9f23-b81f1d860d3e admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4086521 Sep 15 13:06:58.783440 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e33a3-016c-4fa8-a907-bd3458af1fe8 None None] Network db1b95ca-2556-4b8d-94ba-a596ef87ba0f requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:06:59.171186 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48424) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:59.176064 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213646808-network', 'tenant_id': 'e7e7d5ad109f43b19fe1a1d759c7efaf'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:59.195572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Made reservation on behalf of e7e7d5ad109f43b19fe1a1d759c7efaf for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:06:59.197894 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.206426 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.285835 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks [] for security_group (b0c3d929-7c1b-48d8-b08f-8cb0d81962a5), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.290672 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (b0c3d929-7c1b-48d8-b08f-8cb0d81962a5), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.315951 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:06:59.326030 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:59.326979 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c3d929-7c1b-48d8-b08f-8cb0d81962a5,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:59.333066 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (4f44d052-bdc3-4ebd-a46b-d82d1f789351), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.333410 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Added segment 4f44d052-bdc3-4ebd-a46b-d82d1f789351 of type vlan for network 99242f11-0638-4dfc-b563-646b19bffd37 Sep 15 13:06:59.376046 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (99242f11-0638-4dfc-b563-646b19bffd37), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.400663 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (99242f11-0638-4dfc-b563-646b19bffd37), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.401629 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.402210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.462293 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2900131 Sep 15 13:06:59.465267 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48428) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:06:59.467438 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8209ce-13ae-4042-a9c6-84a6ef10bf5b admin admin] Pushing event updated for resources: {'Network': ['ID=99242f11-0638-4dfc-b563-646b19bffd37,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:59.470373 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Request body: {'subnet': {'network_id': '99242f11-0638-4dfc-b563-646b19bffd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213646808-subnet', 'tenant_id': 'e7e7d5ad109f43b19fe1a1d759c7efaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:06:59.485984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 99242f11-0638-4dfc-b563-646b19bffd37 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:06:59.495242 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Made reservation on behalf of e7e7d5ad109f43b19fe1a1d759c7efaf for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:06:59.497715 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9939891'] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.524481 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4df815-561c-4392-b5f0-c4d70ca9c648 req-aff3804c-8598-43d1-981a-a7fcf0410896 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.526372 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bd4df815-561c-4392-b5f0-c4d70ca9c648 req-aff3804c-8598-43d1-981a-a7fcf0410896 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0543418 Sep 15 13:06:59.548262 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:59.580057 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bd4df815-561c-4392-b5f0-c4d70ca9c648 req-4f4fbf37-2dad-4dc6-be9d-f2646fb9e363 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Sep 15 13:06:59.647917 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-c2b74b81-212e-40f9-8f98-2f4dd8b9f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.649702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-c2b74b81-212e-40f9-8f98-2f4dd8b9f9f1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 1128 time: 0.0398402 Sep 15 13:06:59.681706 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9692291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9939877'] for subnet (8d7312c7-a251-4818-9a94-ec377b3438b0), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.735820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:06:59.739900 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7312c7-a251-4818-9a94-ec377b3438b0,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:06:59.752887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-05b69fbc-1101-4846-a53e-218ce5b66df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.754403 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-05b69fbc-1101-4846-a53e-218ce5b66df5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.0988123 Sep 15 13:06:59.792702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4301c4-2156-48e5-a967-b9f4d37cec94 req-2a92fe54-f76b-4fd3-aee3-6eb306955fcb tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.794171 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bf4301c4-2156-48e5-a967-b9f4d37cec94 req-2a92fe54-f76b-4fd3-aee3-6eb306955fcb tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 944 time: 0.0703332 Sep 15 13:06:59.794589 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-9cb1eee9-5fda-4093-ae96-365db51771e2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6575d720-dfc5-42ca-a7be-43151adbebde HTTP/1.1" status: 200 len: 217 time: 0.0335302 Sep 15 13:06:59.795311 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Checking segment: {'id': '4f44d052-bdc3-4ebd-a46b-d82d1f789351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99242f11-0638-4dfc-b563-646b19bffd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:06:59.795660 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Network hostable DHCP agents. Network: 99242f11-0638-4dfc-b563-646b19bffd37, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:06:59.834923 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Network 99242f11-0638-4dfc-b563-646b19bffd37 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:06:59.844639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-322d2cae-844f-4f35-8c36-d4d2377a232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.846208 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-322d2cae-844f-4f35-8c36-d4d2377a232f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0462289 Sep 15 13:06:59.853934 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 99242f11-0638-4dfc-b563-646b19bffd37) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:06:59.861800 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c0d73-71f8-4c03-8262-55267f8a1337 None None] Network 99242f11-0638-4dfc-b563-646b19bffd37 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:06:59.864775 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bf4301c4-2156-48e5-a967-b9f4d37cec94 req-7a8efc2f-789a-4c3c-b462-504818d824d2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645545 Sep 15 13:06:59.868778 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.869377 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:06:59.894724 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-1af08a01-44da-467b-9cfb-c82924cb86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:06:59.896778 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-1af08a01-44da-467b-9cfb-c82924cb86b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447962 Sep 15 13:06:59.901052 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4365bc3f-f63e-415a-8967-092402d99a53 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4347112 Sep 15 13:06:59.983133 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd755fd-f83c-4656-9e2c-5dec93adf5f9 None None] Network 99242f11-0638-4dfc-b563-646b19bffd37 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:07:00.015273 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-0a6c4dfd-7e63-4f38-adf4-da8b0c6272af service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119967 Sep 15 13:07:00.123635 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f065bd85-aa22-4bd4-ad1d-d3abdb8f484b req-91eb67b1-1bd5-4b03-9c62-51a5cd6092aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991786 Sep 15 13:07:00.387795 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:00.389770 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=10 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:00.708178 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff03b3e-aa2d-47c9-8601-620b353925e7 req-3e2f5323-0bb2-4b04-91cf-655e3c2a718b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:00.709680 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dff03b3e-aa2d-47c9-8601-620b353925e7 req-3e2f5323-0bb2-4b04-91cf-655e3c2a718b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0461156 Sep 15 13:07:00.757253 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dff03b3e-aa2d-47c9-8601-620b353925e7 req-5c5f2820-021a-4d90-b023-0205ee2ba90b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Sep 15 13:07:00.985337 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac61a3-718e-4d5b-8c1f-e8d0752527e4 req-99a9b050-56bb-491c-885f-c370c0462f73 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:00.986831 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eeac61a3-718e-4d5b-8c1f-e8d0752527e4 req-99a9b050-56bb-491c-885f-c370c0462f73 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 944 time: 0.0460339 Sep 15 13:07:01.034211 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eeac61a3-718e-4d5b-8c1f-e8d0752527e4 req-51d5e4da-620f-469c-817d-63c75f8e9c11 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418053 Sep 15 13:07:01.237231 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 6575d720-dfc5-42ca-a7be-43151adbebde details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:07:01.337794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 6575d720-dfc5-42ca-a7be-43151adbebde, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6575d720-dfc5-42ca-a7be-43151adbebde,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:01.348427 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '6575d720-dfc5-42ca-a7be-43151adbebde', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'port_id': '6575d720-dfc5-42ca-a7be-43151adbebde', 'mac_address': 'fa:16:3e:31:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:07:01.382208 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 6575d720-dfc5-42ca-a7be-43151adbebde is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:01.382593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:01.396126 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6575d720-dfc5-42ca-a7be-43151adbebde {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:07:01.415484 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 6575d720-dfc5-42ca-a7be-43151adbebde, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6575d720-dfc5-42ca-a7be-43151adbebde,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:01.419063 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:01.466832 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=6575d720-dfc5-42ca-a7be-43151adbebde,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:01.473635 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.473977 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.474316 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.474652 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.474981 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.475308 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.475634 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.475953 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.476302 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.476624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.476976 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.477296 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.477615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.477929 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.478250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:01.846815 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['6575d720-dfc5-42ca-a7be-43151adbebde'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:07:01.890385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dd77b-c7cd-453b-87df-bfff6a9062b7 req-5f03dcd5-6250-4bea-9aaf-3d3a9a9e96cc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:01.891866 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1f8dd77b-c7cd-453b-87df-bfff6a9062b7 req-5f03dcd5-6250-4bea-9aaf-3d3a9a9e96cc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0461874 Sep 15 13:07:01.893007 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:01.940306 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1f8dd77b-c7cd-453b-87df-bfff6a9062b7 req-cabf5192-bd5c-4ea4-ae37-b176518aff83 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Sep 15 13:07:01.956618 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:02.160188 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536538-1543-4499-aff6-8ecf8d1cede1 req-bfc311a5-c2f3-47fe-b74c-7d8594543508 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:02.161651 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3e536538-1543-4499-aff6-8ecf8d1cede1 req-bfc311a5-c2f3-47fe-b74c-7d8594543508 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 945 time: 0.0498481 Sep 15 13:07:02.204883 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:02.209482 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3e536538-1543-4499-aff6-8ecf8d1cede1 req-23f48c12-0345-46e4-b9da-98b0674f244d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Sep 15 13:07:03.085033 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45748162-f79d-4432-b179-758055eb01ad req-2ffd8f53-dffd-445d-8f8a-d9ed13b8174d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:03.092838 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-45748162-f79d-4432-b179-758055eb01ad req-2ffd8f53-dffd-445d-8f8a-d9ed13b8174d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0669556 Sep 15 13:07:03.143379 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-45748162-f79d-4432-b179-758055eb01ad req-a2a98891-a577-48f2-8419-04a38c30b564 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495696 Sep 15 13:07:03.245928 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 6575d720-dfc5-42ca-a7be-43151adbebde up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:07:03.290242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 6575d720-dfc5-42ca-a7be-43151adbebde completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:07:03.297207 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 6575d720-dfc5-42ca-a7be-43151adbebde triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:07:03.297582 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:03.297913 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 6575d720-dfc5-42ca-a7be-43151adbebde Sep 15 13:07:03.333091 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a4669-e1e7-4a47-97dd-85dd75136956 req-31d826a7-fc4e-4003-b46c-aa4078660a4f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:03.334581 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7f0a4669-e1e7-4a47-97dd-85dd75136956 req-31d826a7-fc4e-4003-b46c-aa4078660a4f tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Sep 15 13:07:03.369566 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 6575d720-dfc5-42ca-a7be-43151adbebde is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:03.369962 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:03.382836 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7f0a4669-e1e7-4a47-97dd-85dd75136956 req-2a308f1b-86aa-4280-9566-cf1be5e5312a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 Sep 15 13:07:03.393345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:07:03.397544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7403fca3-2d1e-454a-afa6-3b1fedb80571" -d '{"events": [{"server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "name": "network-vif-plugged", "status": "completed", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:07:03.410878 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 6575d720-dfc5-42ca-a7be-43151adbebde, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6575d720-dfc5-42ca-a7be-43151adbebde,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:03.415397 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:03.451630 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c4feb-d842-4c38-a130-7a0b4ac004c6 x-openstack-request-id: req-fb8c4feb-d842-4c38-a130-7a0b4ac004c6 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:07:03.451965 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "name": "network-vif-plugged", "status": "completed", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:07:03.452211 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb8c4feb-d842-4c38-a130-7a0b4ac004c6 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:07:03.452615 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8c4feb-d842-4c38-a130-7a0b4ac004c6'] response: {'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde', 'code': 200} Sep 15 13:07:03.469421 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=6575d720-dfc5-42ca-a7be-43151adbebde,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:03.667139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:03.676940 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4a9-eb5c-4547-bfee-133bd34837be req-82748085-8e21-4cc4-83cd-81f1ea4f9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:03.678453 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cbcff4a9-eb5c-4547-bfee-133bd34837be req-82748085-8e21-4cc4-83cd-81f1ea4f9faf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 1130 time: 0.0396597 Sep 15 13:07:03.724297 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cbcff4a9-eb5c-4547-bfee-133bd34837be req-898c2bdb-a14c-4074-bfd2-957c7933718a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388017 Sep 15 13:07:04.276898 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed6690-6825-458f-8cb6-b24fd2b389b4 req-3cc57f43-5196-43f1-b2e3-c34d1a430d90 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:04.278382 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c0ed6690-6825-458f-8cb6-b24fd2b389b4 req-3cc57f43-5196-43f1-b2e3-c34d1a430d90 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0485959 Sep 15 13:07:04.330628 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c0ed6690-6825-458f-8cb6-b24fd2b389b4 req-11239f12-cb39-4de0-9a8b-e96e4cc552ef tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463727 Sep 15 13:07:04.507010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975e1b8-31f8-454b-9f2f-2a31459a9d9a req-0766bd14-d749-4f50-a339-0b4872da63b1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:04.509138 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8975e1b8-31f8-454b-9f2f-2a31459a9d9a req-0766bd14-d749-4f50-a339-0b4872da63b1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.0510736 Sep 15 13:07:04.555962 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8975e1b8-31f8-454b-9f2f-2a31459a9d9a req-3db91fd0-6e7f-4bf7-a3ad-47159074db0e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Sep 15 13:07:05.455691 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf351c01-50b7-42c8-8223-cfc605acfa33 req-85d605a6-fcc3-45ac-8e70-bbe8b331d908 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:05.457251 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf351c01-50b7-42c8-8223-cfc605acfa33 req-85d605a6-fcc3-45ac-8e70-bbe8b331d908 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0471268 Sep 15 13:07:05.505391 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf351c01-50b7-42c8-8223-cfc605acfa33 req-466d0a24-a899-4d7a-bce1-e99be2bc6fdf tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Sep 15 13:07:05.691197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593db9b-472b-4ed5-96c5-cfe5260b469b req-da38e6ed-7339-49e8-808b-03723cde5c6a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:05.692905 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b593db9b-472b-4ed5-96c5-cfe5260b469b req-da38e6ed-7339-49e8-808b-03723cde5c6a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.0530007 Sep 15 13:07:05.745976 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b593db9b-472b-4ed5-96c5-cfe5260b469b req-ee1385e8-d13b-42a7-baed-04ff0ac35d23 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Sep 15 13:07:05.864617 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae50d4-8717-4724-bccd-266c5d52692d req-d7a9b711-e0f4-4f51-a79a-da858a440afc tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:05.866066 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-41ae50d4-8717-4724-bccd-266c5d52692d req-d7a9b711-e0f4-4f51-a79a-da858a440afc tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.0474811 Sep 15 13:07:05.876565 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48508) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:05.880920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Request body: {'floatingip': {'port_id': '6575d720-dfc5-42ca-a7be-43151adbebde'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:07:05.921821 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (ad5e1f34-2895-40ca-9af0-c0d5161fb976), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:06.020128 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:06.344228 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:06.347758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (ad5e1f34-2895-40ca-9af0-c0d5161fb976), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:06.636303 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998bc3-e92a-4c33-944f-7d6080c00a50 req-c9fc2f49-65b9-44bc-bdc0-878ef55cd7b0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:06.637977 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d6998bc3-e92a-4c33-944f-7d6080c00a50 req-c9fc2f49-65b9-44bc-bdc0-878ef55cd7b0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0496767 Sep 15 13:07:06.670629 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP ad5e1f34-2895-40ca-9af0-c0d5161fb976 associated. External IP: 172.27.1.93, port: 6575d720-dfc5-42ca-a7be-43151adbebde. Sep 15 13:07:06.691144 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d6998bc3-e92a-4c33-944f-7d6080c00a50 req-bdbd52df-3e1a-435a-aaa6-44c96d19a876 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Sep 15 13:07:06.820983 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:06.873968 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:07:06.980433 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:07:06.984783 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:06.994803 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:07:07.005127 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:07:07.005741 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:06:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:07.017802 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b02871c2-818e-446d-8135-4a28639b9bbd tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/ad5e1f34-2895-40ca-9af0-c0d5161fb976 HTTP/1.1" status: 200 len: 991 time: 1.1378055 Sep 15 13:07:07.017802 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:07:07.018745 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445028be-e2aa-4083-9b29-2350282580be" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:07:07.063780 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb192f8-8b05-46c6-b287-70f56ac4448e x-openstack-request-id: req-cfb192f8-8b05-46c6-b287-70f56ac4448e {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:07:07.064073 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:07:07.064357 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfb192f8-8b05-46c6-b287-70f56ac4448e {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:07:07.064767 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb192f8-8b05-46c6-b287-70f56ac4448e'] response: {'name': 'network-changed', 'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde', 'status': 'completed', 'code': 200} Sep 15 13:07:07.115882 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:07:07.168875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445028be-e2aa-4083-9b29-2350282580be req-9ff92500-01f7-4f72-8469-6fff8d85defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:07.170175 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-9ff92500-01f7-4f72-8469-6fff8d85defa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 1130 time: 0.0400259 Sep 15 13:07:07.307558 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:07.333117 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'ad5e1f34-2895-40ca-9af0-c0d5161fb976', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '6575d720-dfc5-42ca-a7be-43151adbebde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:31:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:06:52Z', 'updated_at': '2022-09-15T13:07:06Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:07.335516 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445028be-e2aa-4083-9b29-2350282580be req-bce5a386-fed9-41db-be53-61f3c3337f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:07.338115 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-bce5a386-fed9-41db-be53-61f3c3337f19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 200 len: 916 time: 0.1019411 Sep 15 13:07:07.362513 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:07:07.371830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:07:07.372466 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:06:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:07.411185 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-d22d4406-ff30-4f8e-b116-0db83f658d32 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6575d720-dfc5-42ca-a7be-43151adbebde HTTP/1.1" status: 200 len: 999 time: 0.0639021 Sep 15 13:07:07.462243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445028be-e2aa-4083-9b29-2350282580be req-c7fe9897-e4ff-4701-8cb1-69cb700ef97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:07.463790 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-c7fe9897-e4ff-4701-8cb1-69cb700ef97f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 200 len: 854 time: 0.0453300 Sep 15 13:07:07.476238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:07:07.508054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445028be-e2aa-4083-9b29-2350282580be req-8dfbb6f5-90d9-49fb-81a0-619127801c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:07.509908 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-8dfbb6f5-90d9-49fb-81a0-619127801c47 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e0e4d116-b42c-4d92-83e5-69793b91ec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402474 Sep 15 13:07:07.612473 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-f16ad017-9120-42f0-8c6c-974ccbdcb486 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946076 Sep 15 13:07:07.710753 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-445028be-e2aa-4083-9b29-2350282580be req-9f91612e-0a3d-4007-b688-e5b034b25a31 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880072 Sep 15 13:07:07.745346 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:07.747804 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:07.819252 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'ad5e1f34-2895-40ca-9af0-c0d5161fb976', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '6575d720-dfc5-42ca-a7be-43151adbebde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:31:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:06:52Z', 'updated_at': '2022-09-15T13:07:06Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:07.822107 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d573b-4ac3-4cdc-a6bb-bb3a34490e68 req-458aa45e-8a96-45c7-92b1-d750be6c0213 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:07.823592 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4f7d573b-4ac3-4cdc-a6bb-bb3a34490e68 req-458aa45e-8a96-45c7-92b1-d750be6c0213 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0482738 Sep 15 13:07:07.849644 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1842f-cb6b-40c0-8541-e3cae21d8132 None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'ad5e1f34-2895-40ca-9af0-c0d5161fb976', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'port_id': '6575d720-dfc5-42ca-a7be-43151adbebde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'mac_address': 'fa:16:3e:31:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:06:52Z', 'updated_at': '2022-09-15T13:07:06Z', 'revision_number': 1, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:07:07.874668 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4f7d573b-4ac3-4cdc-a6bb-bb3a34490e68 req-46a59b5c-ee5b-4d2a-8383-365d0476f3fc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454865 Sep 15 13:07:08.035292 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22214ed3-d5de-4fab-83f5-5498388044fd None None] New status for floating IP ad5e1f34-2895-40ca-9af0-c0d5161fb976: ACTIVE {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:07:09.003170 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3d590-5866-4a47-975a-20188a6f82aa req-b10ee483-bc8c-4b25-854a-7a45e0295152 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:09.004674 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4db3d590-5866-4a47-975a-20188a6f82aa req-b10ee483-bc8c-4b25-854a-7a45e0295152 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0462368 Sep 15 13:07:09.051196 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4db3d590-5866-4a47-975a-20188a6f82aa req-31bbdd9c-0df5-4894-ad32-7eb41e81f662 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 Sep 15 13:07:09.267598 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:07:09.364044 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:09.375523 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'mac_address': 'fa:16:3e:c0:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:07:09.415116 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: ACTIVE; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:09.415529 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:09.428622 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e211122-d0c5-4c5f-9b31-8e606a42abd5 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:07:09.449436 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:09.453393 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:09.506366 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=6']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:09.637353 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['2e211122-d0c5-4c5f-9b31-8e606a42abd5'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:07:10.175814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19441ff-5a15-47b3-a66e-7d4e04b27c34 req-6b5d5687-2e05-432b-a8fb-937bcba3a609 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:10.177291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a19441ff-5a15-47b3-a66e-7d4e04b27c34 req-6b5d5687-2e05-432b-a8fb-937bcba3a609 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 945 time: 0.0469804 Sep 15 13:07:10.224803 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a19441ff-5a15-47b3-a66e-7d4e04b27c34 req-f6729b0f-ddb9-4582-99f2-7001d2cc7657 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Sep 15 13:07:10.825301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:11.297963 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:07:11.341801 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:07:11.342173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:11.342509 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 Sep 15 13:07:11.354502 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c72c5b-e005-412b-94bf-b9413f7a75f6 req-acdfdfbd-ffd0-46ec-80ac-6d354e3ba0f9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:11.356001 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-93c72c5b-e005-412b-94bf-b9413f7a75f6 req-acdfdfbd-ffd0-46ec-80ac-6d354e3ba0f9 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 945 time: 0.0508461 Sep 15 13:07:11.376656 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:11.405745 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-93c72c5b-e005-412b-94bf-b9413f7a75f6 req-a976eb0f-2923-4595-843d-218315861ded tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Sep 15 13:07:11.418762 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:11.419156 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:11.443002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:07:11.445257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4286eb09-2354-44a0-81b5-04b9f3b0927e" -d '{"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:07:11.457834 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:11.461960 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:11.486353 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e27360-853f-46ca-a91a-04c824931902 x-openstack-request-id: req-16e27360-853f-46ca-a91a-04c824931902 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:07:11.486645 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:07:11.486894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16e27360-853f-46ca-a91a-04c824931902 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:07:11.487280 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e27360-853f-46ca-a91a-04c824931902'] response: {'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'code': 200} Sep 15 13:07:11.510785 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=7']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:12.533487 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663159-00d8-421d-8b01-7714b06e2dea req-bb05b5a9-52b7-44f6-b4f6-3dbaaa5bbffd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:12.534927 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-47663159-00d8-421d-8b01-7714b06e2dea req-bb05b5a9-52b7-44f6-b4f6-3dbaaa5bbffd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0458772 Sep 15 13:07:12.580352 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-47663159-00d8-421d-8b01-7714b06e2dea req-5309bb16-655c-4f7d-858c-9dcbbf3c3a40 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Sep 15 13:07:13.710383 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df627-a018-4198-a030-f7045eaba97b req-afc56a82-ef18-434c-b567-81c137ebedb1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:13.712766 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-062df627-a018-4198-a030-f7045eaba97b req-afc56a82-ef18-434c-b567-81c137ebedb1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0506096 Sep 15 13:07:13.723485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:13.760721 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-062df627-a018-4198-a030-f7045eaba97b req-53a750ea-b247-437e-9208-e5b6f7390702 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Sep 15 13:07:14.736907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48638) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:14.788207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Deleting subnet f227dbeb-e348-48a3-9fff-e1b0ee6df1e9 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:07:14.792124 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Publish callbacks [] for subnet (f227dbeb-e348-48a3-9fff-e1b0ee6df1e9), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:14.834708 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (f227dbeb-e348-48a3-9fff-e1b0ee6df1e9), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:14.888871 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (f227dbeb-e348-48a3-9fff-e1b0ee6df1e9), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:14.909894 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a16b7d-1746-43a7-a613-c6198cd8915b req-84437063-c004-4f51-bab0-0aa24c2ebd58 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:14.912066 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-76a16b7d-1746-43a7-a613-c6198cd8915b req-84437063-c004-4f51-bab0-0aa24c2ebd58 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0591695 Sep 15 13:07:14.960074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (f227dbeb-e348-48a3-9fff-e1b0ee6df1e9), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:14.970162 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-76a16b7d-1746-43a7-a613-c6198cd8915b req-7a646126-1004-4c41-8688-8d2840d69009 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500264 Sep 15 13:07:14.990423 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f227dbeb-e348-48a3-9fff-e1b0ee6df1e9,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:14.998780 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.002400 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-360a7150-4005-478f-82f6-3d25bfbc0bdb admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/f227dbeb-e348-48a3-9fff-e1b0ee6df1e9 HTTP/1.1" status: 204 len: 168 time: 0.2644265 Sep 15 13:07:15.005093 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48642) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:15.073025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:15.081361 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (db1b95ca-2556-4b8d-94ba-a596ef87ba0f), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.171365 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (db1b95ca-2556-4b8d-94ba-a596ef87ba0f), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.193641 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1b95ca-2556-4b8d-94ba-a596ef87ba0f']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:15.204150 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf12bf2-b24b-4d5b-bd51-c608c226154c') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:15.204743 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf12bf2-b24b-4d5b-bd51-c608c226154c') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:15.215191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (bdf12bf2-b24b-4d5b-bd51-c608c226154c), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.230397 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (bdf12bf2-b24b-4d5b-bd51-c608c226154c), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.237485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:07:15.237877 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (bdf12bf2-b24b-4d5b-bd51-c608c226154c), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.260226 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment bdf12bf2-b24b-4d5b-bd51-c608c226154c resource provider aggregate not found Sep 15 13:07:15.308476 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment bdf12bf2-b24b-4d5b-bd51-c608c226154c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdf12bf2-b24b-4d5b-bd51-c608c226154c found for delete ", "request_id": "req-beabd487-cfe9-4f36-b1fb-ba260b2d5fdc"}]} Sep 15 13:07:15.316824 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (db1b95ca-2556-4b8d-94ba-a596ef87ba0f), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.325696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.333031 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/db1b95ca-2556-4b8d-94ba-a596ef87ba0f HTTP/1.1" status: 204 len: 168 time: 0.3241644 Sep 15 13:07:15.333207 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48648) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:15.344543 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac8572-2c17-4e36-a7a0-e524d49d3d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=db1b95ca-2556-4b8d-94ba-a596ef87ba0f,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:15.380477 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Deleting subnet 8d7312c7-a251-4818-9a94-ec377b3438b0 {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:07:15.384507 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Publish callbacks [] for subnet (8d7312c7-a251-4818-9a94-ec377b3438b0), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.425488 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (8d7312c7-a251-4818-9a94-ec377b3438b0), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.474781 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (8d7312c7-a251-4818-9a94-ec377b3438b0), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.546318 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (8d7312c7-a251-4818-9a94-ec377b3438b0), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.575331 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7312c7-a251-4818-9a94-ec377b3438b0,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:15.579139 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.585137 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0c7b0881-71dd-401a-91bf-5bcf4827e910 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/8d7312c7-a251-4818-9a94-ec377b3438b0 HTTP/1.1" status: 204 len: 168 time: 0.2506890 Sep 15 13:07:15.585924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48650) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:15.705524 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (99242f11-0638-4dfc-b563-646b19bffd37), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.837789 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (99242f11-0638-4dfc-b563-646b19bffd37), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.861338 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99242f11-0638-4dfc-b563-646b19bffd37']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:15.872260 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f44d052-bdc3-4ebd-a46b-d82d1f789351') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:15.872764 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f44d052-bdc3-4ebd-a46b-d82d1f789351') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:15.883963 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (4f44d052-bdc3-4ebd-a46b-d82d1f789351), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.899115 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (4f44d052-bdc3-4ebd-a46b-d82d1f789351), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.906015 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:07:15.906400 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (4f44d052-bdc3-4ebd-a46b-d82d1f789351), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.966518 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (99242f11-0638-4dfc-b563-646b19bffd37), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.971095 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:15.974324 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/99242f11-0638-4dfc-b563-646b19bffd37 HTTP/1.1" status: 204 len: 168 time: 0.3867204 Sep 15 13:07:15.990622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f95d76-a8a3-4f36-8e40-5d4e8c67b6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=99242f11-0638-4dfc-b563-646b19bffd37,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:16.155181 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ad042-1425-441c-88ef-c183e3645312 req-83005b55-5602-493a-8f36-f275a8ece89c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:16.157312 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-047ad042-1425-441c-88ef-c183e3645312 req-83005b55-5602-493a-8f36-f275a8ece89c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0754452 Sep 15 13:07:16.219121 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-047ad042-1425-441c-88ef-c183e3645312 req-f72a4726-4724-4ca4-9fc6-62475e0fc093 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Sep 15 13:07:16.233311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48656) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:16.263186 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:16.295929 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9feeb741-9e99-4ec2-9759-5ed99127aa12 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fecbc7e0c1854fff88510818e7d2abf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613935 Sep 15 13:07:16.298713 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48658) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:16.351204 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-02a3699e-302b-4db6-8f3e-c0fced94663d admin admin] Publish callbacks [] for security_group (8ce21343-47b5-45b7-8648-5995c2269723), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:16.373121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-02a3699e-302b-4db6-8f3e-c0fced94663d admin admin] Publish callbacks [] for security_group (8ce21343-47b5-45b7-8648-5995c2269723), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:16.433898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-02a3699e-302b-4db6-8f3e-c0fced94663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8ce21343-47b5-45b7-8648-5995c2269723), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:16.436914 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-02a3699e-302b-4db6-8f3e-c0fced94663d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:16.440959 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-02a3699e-302b-4db6-8f3e-c0fced94663d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8ce21343-47b5-45b7-8648-5995c2269723 HTTP/1.1" status: 204 len: 168 time: 0.1412711 Sep 15 13:07:16.453119 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3699e-302b-4db6-8f3e-c0fced94663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce21343-47b5-45b7-8648-5995c2269723,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:16.868594 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 48664) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:16.915348 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 48666) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:16.921062 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-da35605e-feca-4147-8005-9765d4f1da81 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e7e7d5ad109f43b19fe1a1d759c7efaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500731 Sep 15 13:07:16.969884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bc8-3420-4cf7-91e7-5f5c358e6afb admin admin] Publish callbacks [] for security_group (b0c3d929-7c1b-48d8-b08f-8cb0d81962a5), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:16.981294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:16.995322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bc8-3420-4cf7-91e7-5f5c358e6afb admin admin] Publish callbacks [] for security_group (b0c3d929-7c1b-48d8-b08f-8cb0d81962a5), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:17.049891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bc8-3420-4cf7-91e7-5f5c358e6afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (b0c3d929-7c1b-48d8-b08f-8cb0d81962a5), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:17.053238 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6ae45bc8-3420-4cf7-91e7-5f5c358e6afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:17.055070 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6ae45bc8-3420-4cf7-91e7-5f5c358e6afb admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b0c3d929-7c1b-48d8-b08f-8cb0d81962a5 HTTP/1.1" status: 204 len: 168 time: 0.1381757 Sep 15 13:07:17.064370 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae45bc8-3420-4cf7-91e7-5f5c358e6afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c3d929-7c1b-48d8-b08f-8cb0d81962a5,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:17.333291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 4f44d052-bdc3-4ebd-a46b-d82d1f789351 resource provider aggregate not found Sep 15 13:07:17.355083 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment 4f44d052-bdc3-4ebd-a46b-d82d1f789351 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f44d052-bdc3-4ebd-a46b-d82d1f789351 found for delete ", "request_id": "req-649b7a85-acb0-4dd3-9433-094d909e1dc8"}]} Sep 15 13:07:17.415132 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:17.452600 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9017a-8b26-4fe0-8792-53ebaa334e77 req-5853a223-e501-473b-893e-33447f8ac4c3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:17.457311 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bbc9017a-8b26-4fe0-8792-53ebaa334e77 req-5853a223-e501-473b-893e-33447f8ac4c3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.1046655 Sep 15 13:07:17.541100 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bbc9017a-8b26-4fe0-8792-53ebaa334e77 req-4223d8bb-58b8-42a0-8d8a-53190ce56c32 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752602 Sep 15 13:07:18.712722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398582c-46fb-449b-8896-0c8afa0d920c req-3361e342-0caf-4083-aeea-d9b68421a70c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:18.714244 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3398582c-46fb-449b-8896-0c8afa0d920c req-3361e342-0caf-4083-aeea-d9b68421a70c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0606308 Sep 15 13:07:18.802584 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3398582c-46fb-449b-8896-0c8afa0d920c req-f785b4d0-a565-4ef8-a500-a3de893c212e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812581 Sep 15 13:07:19.961788 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ced95-38a0-4ef4-8704-4b261fd05e60 req-a48515cc-aea4-44a4-92e7-5d5a7c1dc5c0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:19.964033 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-636ced95-38a0-4ef4-8704-4b261fd05e60 req-a48515cc-aea4-44a4-92e7-5d5a7c1dc5c0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0572069 Sep 15 13:07:20.019885 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-636ced95-38a0-4ef4-8704-4b261fd05e60 req-824183c6-0539-48d5-ba40-b4c0d5d23478 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483868 Sep 15 13:07:20.823858 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:07:20.932510 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:21.185884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29949706-923f-4bba-8d3c-da36333d4a60 req-a4119ac9-f530-4a16-8b9a-09a13cc8694b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:21.187473 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-29949706-923f-4bba-8d3c-da36333d4a60 req-a4119ac9-f530-4a16-8b9a-09a13cc8694b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0588980 Sep 15 13:07:21.247060 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-29949706-923f-4bba-8d3c-da36333d4a60 req-0bd25101-15e7-4b04-96e7-961ab45d4411 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539441 Sep 15 13:07:22.400479 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9220-dbf0-48b3-b516-459eadf6c140 req-36c9e6f3-cf78-44c0-91b2-38bf425aeeae tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:22.414798 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-549e9220-dbf0-48b3-b516-459eadf6c140 req-36c9e6f3-cf78-44c0-91b2-38bf425aeeae tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0702803 Sep 15 13:07:22.470872 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-549e9220-dbf0-48b3-b516-459eadf6c140 req-5e90138f-6355-4999-b38a-729c25d57143 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498495 Sep 15 13:07:22.563922 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:22.582228 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-edb0d7e2-e6b4-4550-90e7-a9d1adf4e60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:23.626506 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef229d-f1c8-48d4-b307-aa0a8c5a31c6 req-a7d3d7d7-2bed-4137-a649-ddd7c7f96a0f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:23.629868 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-74ef229d-f1c8-48d4-b307-aa0a8c5a31c6 req-a7d3d7d7-2bed-4137-a649-ddd7c7f96a0f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0536268 Sep 15 13:07:23.688390 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-74ef229d-f1c8-48d4-b307-aa0a8c5a31c6 req-c4abfec3-a3b4-4cd7-a698-ecbaaf0276bb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500407 Sep 15 13:07:24.734018 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:24.742903 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a4370a11-2275-4985-8a3a-a5d2f616ba31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:24.831983 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1c114-d606-4c11-9198-576e0c5db960 req-85f4fc03-ba91-4018-b698-b4352b85c78d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:24.833561 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0ee1c114-d606-4c11-9198-576e0c5db960 req-85f4fc03-ba91-4018-b698-b4352b85c78d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0545452 Sep 15 13:07:24.889531 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0ee1c114-d606-4c11-9198-576e0c5db960 req-276ca98a-501f-47be-a61b-b9326af908a6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496807 Sep 15 13:07:25.780848 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0adfa-be15-4121-8453-3f48164990be req-3c0111dc-ddb7-4e69-b26e-f396632ce56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:25.782376 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-3c0111dc-ddb7-4e69-b26e-f396632ce56a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1130 time: 0.0400946 Sep 15 13:07:25.879058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0adfa-be15-4121-8453-3f48164990be req-49195302-4f42-4066-a126-4c87665ace63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:25.880447 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-49195302-4f42-4066-a126-4c87665ace63 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0890067 Sep 15 13:07:25.949625 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-5e0a59c1-0d8e-418c-bc20-c8f63d45427a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 1001 time: 0.0620344 Sep 15 13:07:26.033834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0adfa-be15-4121-8453-3f48164990be req-72b180fa-dd73-42ad-b854-9cd12087bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:26.035294 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-72b180fa-dd73-42ad-b854-9cd12087bf33 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0789230 Sep 15 13:07:26.042782 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e1cf-d923-40ae-8c30-35b7da44d032 req-22e2e027-6313-4a31-8cf8-5d1738a3a8f6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:26.044152 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c939e1cf-d923-40ae-8c30-35b7da44d032 req-22e2e027-6313-4a31-8cf8-5d1738a3a8f6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0618682 Sep 15 13:07:26.104398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0adfa-be15-4121-8453-3f48164990be req-f6fd07ee-f41f-495e-919f-38e58301a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:26.105959 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-f6fd07ee-f41f-495e-919f-38e58301a71f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609596 Sep 15 13:07:26.142854 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:26.146219 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c939e1cf-d923-40ae-8c30-35b7da44d032 req-37926054-2d54-4a8d-b952-93c32913e8ab tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931485 Sep 15 13:07:26.179685 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:26.218168 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-697dbb02-2378-4cdc-a675-bccc75890641 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981152 Sep 15 13:07:26.313941 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aac0adfa-be15-4121-8453-3f48164990be req-77fd6745-a68e-4cc0-af42-73f5ede0bd4f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897512 Sep 15 13:07:27.283152 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94872-bf2c-4e39-93d4-bdc0782dc540 req-0decd442-405b-4f2b-94d3-d557ac09fd77 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:27.284694 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3fd94872-bf2c-4e39-93d4-bdc0782dc540 req-0decd442-405b-4f2b-94d3-d557ac09fd77 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0513215 Sep 15 13:07:27.334459 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3fd94872-bf2c-4e39-93d4-bdc0782dc540 req-6db46fa0-7a3e-497b-9f4a-3ffbc57ad829 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Sep 15 13:07:27.817693 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:28.013165 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:28.466289 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5391e1-3b54-46d6-93a3-e22ca53ee1f0 req-7d0d92a6-f43a-45c6-b79f-89315e2c9fc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:28.467812 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a5391e1-3b54-46d6-93a3-e22ca53ee1f0 req-7d0d92a6-f43a-45c6-b79f-89315e2c9fc5 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0491645 Sep 15 13:07:28.493112 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:28.519173 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5a5391e1-3b54-46d6-93a3-e22ca53ee1f0 req-54dc0f1f-2212-43bf-ba80-eec584d8aecc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458093 Sep 15 13:07:29.435844 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:07:29.513573 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: ACTIVE; New status is: DOWN {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:29.513967 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:29.526944 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ab6a1-612e-478e-bf0b-4e462eeebd52 req-eb26d5e2-c92d-4fc4-9366-1df3de30a6f6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:29.528478 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-207ab6a1-612e-478e-bf0b-4e462eeebd52 req-eb26d5e2-c92d-4fc4-9366-1df3de30a6f6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 946 time: 0.0513279 Sep 15 13:07:29.539643 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:07:29.544334 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f415bb-408f-4dc4-ad43-e57ee17ce300" -d '{"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:07:29.557772 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:29.561593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:29.587504 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa4227-ad66-47ef-85e6-8130de2b8375 x-openstack-request-id: req-39aa4227-ad66-47ef-85e6-8130de2b8375 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:07:29.587846 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-unplugged", "status": "failed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "code": 422}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:07:29.588108 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39aa4227-ad66-47ef-85e6-8130de2b8375 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:07:29.588659 dv-cinder-836083-13-iscsi neutron-server[106206]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-39aa4227-ad66-47ef-85e6-8130de2b8375']: {'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'code': 422} returned with failed status Sep 15 13:07:29.592480 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-a98698ba-30ec-4885-809e-68546f2ba876 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0629957 Sep 15 13:07:29.620233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=8']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:29.624846 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-207ab6a1-612e-478e-bf0b-4e462eeebd52 req-9fc83892-dc4f-4210-9a82-6e296fdaffbf tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880444 Sep 15 13:07:29.677083 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b48a-628c-4a7b-9328-2810d3576708 req-b7b4f485-2f61-46ec-8624-8a42ed83fa25 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:29.678323 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-b7b4f485-2f61-46ec-8624-8a42ed83fa25 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports/2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 941 time: 0.0524921 Sep 15 13:07:30.745431 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81d3d-e0cc-4907-ab91-f4e87e09beba req-0c7997a7-ceb3-4521-b7b2-8be486155acb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:30.746925 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91e81d3d-e0cc-4907-ab91-f4e87e09beba req-0c7997a7-ceb3-4521-b7b2-8be486155acb tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0467689 Sep 15 13:07:30.772607 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:30.796336 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-91e81d3d-e0cc-4907-ab91-f4e87e09beba req-da5eca8e-5991-44de-ae3d-0e0fddd1289e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Sep 15 13:07:31.025068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b48a-628c-4a7b-9328-2810d3576708 req-d2427dbb-dea0-4d2b-9b22-0d073be9b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:31.027456 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-d2427dbb-dea0-4d2b-9b22-0d073be9b563 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae&tenant_id=6180da28285943f7a7b0900185df6127 HTTP/1.1" status: 200 len: 1128 time: 0.0398595 Sep 15 13:07:31.107814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b48a-628c-4a7b-9328-2810d3576708 req-957a0363-445d-4670-a8f7-6d5d1b2890bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:31.109320 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-957a0363-445d-4670-a8f7-6d5d1b2890bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1128 time: 0.0402946 Sep 15 13:07:31.202701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b48a-628c-4a7b-9328-2810d3576708 req-efc04b2d-59fa-4a61-80a2-3f06b4177893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:31.204222 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-efc04b2d-59fa-4a61-80a2-3f06b4177893 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.0884554 Sep 15 13:07:31.267798 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-ce24b846-9664-4883-8783-4dbbdcf921c2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 999 time: 0.0580900 Sep 15 13:07:31.573445 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b48a-628c-4a7b-9328-2810d3576708 req-0ef44620-3adc-44c4-be2d-18d75dec1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:31.574913 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-0ef44620-3adc-44c4-be2d-18d75dec1bf9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.3000889 Sep 15 13:07:31.618391 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b48a-628c-4a7b-9328-2810d3576708 req-055054b7-c2dc-4540-b46c-00cc968adbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:31.620116 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-055054b7-c2dc-4540-b46c-00cc968adbca service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381861 Sep 15 13:07:31.711633 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-23e9bc6c-df67-4dd9-8455-cfe8ef55926d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845368 Sep 15 13:07:31.801375 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-dddfaae6-a781-4a45-90b6-29688bb91261 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822265 Sep 15 13:07:31.929257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da231-3ec7-4d65-9d28-dbb3a065e0c6 req-b10490b1-6cd5-402c-8e04-c4334b1d71e4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:31.930695 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a0da231-3ec7-4d65-9d28-dbb3a065e0c6 req-b10490b1-6cd5-402c-8e04-c4334b1d71e4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0505893 Sep 15 13:07:31.977748 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3a0da231-3ec7-4d65-9d28-dbb3a065e0c6 req-f00350b8-092a-4a17-9bd6-35af708d06ed tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Sep 15 13:07:33.118219 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecb869-e315-4353-8f5c-8dd40459572a req-4c0b68ca-b9b8-4184-a430-061fbfa24c99 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:33.120356 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-76ecb869-e315-4353-8f5c-8dd40459572a req-4c0b68ca-b9b8-4184-a430-061fbfa24c99 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0545371 Sep 15 13:07:33.171267 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-76ecb869-e315-4353-8f5c-8dd40459572a req-633dccce-9f48-462c-8da6-38be4a08cadd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452082 Sep 15 13:07:33.444517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:07:33.518907 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: DOWN; New status is: DOWN {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:34.303286 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaeab9-fb81-4b31-a017-c429921eae6c req-5fdc5b17-f99b-4e3e-a219-973cdec33fc2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:34.304770 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-77aaeab9-fb81-4b31-a017-c429921eae6c req-5fdc5b17-f99b-4e3e-a219-973cdec33fc2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0485973 Sep 15 13:07:34.335310 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:34.351702 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-77aaeab9-fb81-4b31-a017-c429921eae6c req-fa115c82-e259-426d-810b-1f6e0667f402 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Sep 15 13:07:34.965206 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:34.965996 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:35.488396 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1ea38-a9e8-4c91-b8d1-1aae3bdecf69 req-c43953cd-9ca6-4f0a-9ca5-8357e0c58bd6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:35.489886 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d4a1ea38-a9e8-4c91-b8d1-1aae3bdecf69 req-c43953cd-9ca6-4f0a-9ca5-8357e0c58bd6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0492477 Sep 15 13:07:35.545463 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d4a1ea38-a9e8-4c91-b8d1-1aae3bdecf69 req-48909993-7e9d-4b9c-b64f-2b6f75dfa184 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Sep 15 13:07:36.679152 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081586a-0e64-4e4e-a4f2-25c521143b87 req-0237011b-5667-49f3-a10d-a38bd67cc2d4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:36.680943 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6081586a-0e64-4e4e-a4f2-25c521143b87 req-0237011b-5667-49f3-a10d-a38bd67cc2d4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0501525 Sep 15 13:07:36.718905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:36.739712 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6081586a-0e64-4e4e-a4f2-25c521143b87 req-7aff69ba-3cdb-46e1-96a0-6eb892a5b4da tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526078 Sep 15 13:07:37.892495 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621d66-8a1d-4e02-8b93-0cc7027b6238 req-d0c2e976-1c48-45d3-8eeb-5d840d888797 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:37.894253 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d0621d66-8a1d-4e02-8b93-0cc7027b6238 req-d0c2e976-1c48-45d3-8eeb-5d840d888797 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0619531 Sep 15 13:07:37.945574 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d0621d66-8a1d-4e02-8b93-0cc7027b6238 req-7b4f4b58-8e23-40a0-be19-5198aac54156 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Sep 15 13:07:39.096908 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3419ee-1aad-4227-a418-2ae97fd10256 req-a94e3c92-43a5-4723-b1e3-768339ce1ade tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:39.098439 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6f3419ee-1aad-4227-a418-2ae97fd10256 req-a94e3c92-43a5-4723-b1e3-768339ce1ade tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0627332 Sep 15 13:07:39.149538 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6f3419ee-1aad-4227-a418-2ae97fd10256 req-83f323e5-e0fc-4824-83ae-37fd0f8909da tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Sep 15 13:07:40.283964 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe0676-f9f3-4734-ab75-20c5aa23c22b req-84c939e6-8cde-44fb-af92-192beb233ee4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:40.285485 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cdbe0676-f9f3-4734-ab75-20c5aa23c22b req-84c939e6-8cde-44fb-af92-192beb233ee4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0489817 Sep 15 13:07:40.337509 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cdbe0676-f9f3-4734-ab75-20c5aa23c22b req-45b20490-c29e-47f5-bd1b-8369df8db66f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463803 Sep 15 13:07:40.825092 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:41.470646 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcab149-eeb3-486f-9de8-8108d979ccc8 req-a2018fab-f969-484d-8cfd-1c215e8a35ce tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:41.472124 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-abcab149-eeb3-486f-9de8-8108d979ccc8 req-a2018fab-f969-484d-8cfd-1c215e8a35ce tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0525467 Sep 15 13:07:41.527983 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-abcab149-eeb3-486f-9de8-8108d979ccc8 req-b8e7f1cc-0737-4647-a9bf-4ff676cffc4d tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498023 Sep 15 13:07:42.658353 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489ecfa-356b-4f7d-ab25-8c8eeb4bf26a req-d550ce8c-74ef-43bf-bfeb-f39cdefd5dd6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:42.659813 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a489ecfa-356b-4f7d-ab25-8c8eeb4bf26a req-d550ce8c-74ef-43bf-bfeb-f39cdefd5dd6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0468256 Sep 15 13:07:42.709389 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a489ecfa-356b-4f7d-ab25-8c8eeb4bf26a req-6da4fbba-b3c6-4c86-8648-c8d0a777f38b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Sep 15 13:07:43.837473 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4765e-bbc8-483b-a8c6-7b16207a84ea req-18d62209-09f3-4df8-b321-37fb0c7cf2e8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:43.838944 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7b4765e-bbc8-483b-a8c6-7b16207a84ea req-18d62209-09f3-4df8-b321-37fb0c7cf2e8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0489354 Sep 15 13:07:43.886693 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7b4765e-bbc8-483b-a8c6-7b16207a84ea req-e1df6a9f-7205-410d-8243-8ff8ba05c7ff tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414424 Sep 15 13:07:45.045027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e1cb-da8c-4f9b-b322-22749f5af4fa req-3983f45d-b231-42d0-8bb9-005a62b37fe3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:45.046488 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-84a7e1cb-da8c-4f9b-b322-22749f5af4fa req-3983f45d-b231-42d0-8bb9-005a62b37fe3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0601866 Sep 15 13:07:45.097045 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-84a7e1cb-da8c-4f9b-b322-22749f5af4fa req-19bacf96-d4ee-426a-a335-810e3521b694 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 Sep 15 13:07:46.221124 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3bfe3-a388-4b8f-9561-7c9e4e61f99b req-08a55c74-39f3-4d08-a5f8-052b3198c4b6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:46.222560 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fde3bfe3-a388-4b8f-9561-7c9e4e61f99b req-08a55c74-39f3-4d08-a5f8-052b3198c4b6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0457990 Sep 15 13:07:46.267994 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fde3bfe3-a388-4b8f-9561-7c9e4e61f99b req-5d4108a8-1c0d-4e81-8eab-1d85774e7e00 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Sep 15 13:07:47.401081 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb96d5-0e02-4be9-9410-3b8987e690eb req-f9610a1f-3757-4443-9a5d-8905a5059d10 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:47.402489 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-25eb96d5-0e02-4be9-9410-3b8987e690eb req-f9610a1f-3757-4443-9a5d-8905a5059d10 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0537841 Sep 15 13:07:47.456578 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-25eb96d5-0e02-4be9-9410-3b8987e690eb req-6ef4a4e7-3d06-40bc-9338-297ec05212e0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481203 Sep 15 13:07:48.548318 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:48.585797 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba350-1fb3-4589-b1ec-6142097765f2 req-8cc6cbca-4280-471b-b292-350b08355b2a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:48.587238 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-36eba350-1fb3-4589-b1ec-6142097765f2 req-8cc6cbca-4280-471b-b292-350b08355b2a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0484118 Sep 15 13:07:48.633241 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-36eba350-1fb3-4589-b1ec-6142097765f2 req-f2601115-c49c-4385-957c-644d72f3372f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Sep 15 13:07:49.760726 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87fbc-09d8-4a8f-8e37-3bc916d5255e req-64ddeac6-3925-4250-94ec-62b36c4e6c53 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:49.762201 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f8b87fbc-09d8-4a8f-8e37-3bc916d5255e req-64ddeac6-3925-4250-94ec-62b36c4e6c53 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0474954 Sep 15 13:07:49.810796 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f8b87fbc-09d8-4a8f-8e37-3bc916d5255e req-d048d714-d2dc-44df-bcf2-f93858d31de3 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Sep 15 13:07:50.942449 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2776c0-4953-4780-9987-a6f46800e120 req-97ff64d4-3018-43f1-83d1-13c7c92a5808 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:50.944060 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-db2776c0-4953-4780-9987-a6f46800e120 req-97ff64d4-3018-43f1-83d1-13c7c92a5808 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0501232 Sep 15 13:07:50.990828 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-db2776c0-4953-4780-9987-a6f46800e120 req-6868fd4c-dd3e-4c93-af95-12463f2c5992 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Sep 15 13:07:52.127303 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-458fbb3a-74e8-4858-b2f7-5c5d1a6de52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:52.128735 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-458fbb3a-74e8-4858-b2f7-5c5d1a6de52f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6180da28285943f7a7b0900185df6127&device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1128 time: 0.0720878 Sep 15 13:07:52.142138 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73128a6-7c7b-4660-b6fb-2141548ada84 req-19f5f945-17d6-448e-a1be-eb1546835c2a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:52.143559 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a73128a6-7c7b-4660-b6fb-2141548ada84 req-19f5f945-17d6-448e-a1be-eb1546835c2a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0595937 Sep 15 13:07:52.253684 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a73128a6-7c7b-4660-b6fb-2141548ada84 req-3162f72f-f6e2-44d6-a3cf-4d663420b200 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987024 Sep 15 13:07:52.268813 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-c39bc6d2-9221-4cd3-b741-a97828b12ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:52.270265 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-c39bc6d2-9221-4cd3-b741-a97828b12ad7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 200 len: 918 time: 0.1235323 Sep 15 13:07:52.331323 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-fb78076e-5371-4c2b-b1bb-3cc8d9d6b6ac service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 200 len: 999 time: 0.0548639 Sep 15 13:07:52.367214 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:52.380536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-65b657a2-6ba6-407a-90d1-05743455ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:52.382000 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-65b657a2-6ba6-407a-90d1-05743455ec62 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 200 len: 856 time: 0.0438037 Sep 15 13:07:52.431125 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-13a8edce-0ff3-4aa1-aee0-78a47b7ca355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:52.432687 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-13a8edce-0ff3-4aa1-aee0-78a47b7ca355 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=47875655-3272-49b9-a3bb-38bf6ec7a8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447819 Sep 15 13:07:52.522853 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-0c8ef8e5-0e8f-4a70-8cd4-e0692c102d88 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836799 Sep 15 13:07:52.574966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-497f3755-89f5-474a-b1b3-0c5f28af6ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:52.581077 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:52.621012 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bde117a6-7ccd-4dfc-8210-6952ffeb9f03 req-c9db8681-2fe9-4600-be3a-1c303e0ca887 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908909 Sep 15 13:07:53.379539 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d11507-6c9c-48d2-a11d-fe8699d62e68 req-5dba9436-7a0e-4519-8b7d-a3542b310afc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:53.381015 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-10d11507-6c9c-48d2-a11d-fe8699d62e68 req-5dba9436-7a0e-4519-8b7d-a3542b310afc tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 944 time: 0.0460360 Sep 15 13:07:53.428062 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-10d11507-6c9c-48d2-a11d-fe8699d62e68 req-7f62fd4b-4d5f-49a2-8aab-a5aa653ece5e tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Sep 15 13:07:53.524845 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49024) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:07:53.564036 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:07:53.567195 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:53.681257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:53.694683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'port_id': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'mac_address': 'fa:16:3e:c0:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:07:53.739290 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:53.739675 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:53.753391 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e211122-d0c5-4c5f-9b31-8e606a42abd5 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:07:53.774322 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:53.779224 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:53.829663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=9']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:53.863667 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Deleting port c66902c3-e1de-4866-87d7-954fdf5aaf0a {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:07:53.864105 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:53.945422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:53.945755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for floatingip (c66902c3-e1de-4866-87d7-954fdf5aaf0a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:53.963104 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Calling delete_port for c66902c3-e1de-4866-87d7-954fdf5aaf0a owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:07:54.134223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c66902c3-e1de-4866-87d7-954fdf5aaf0a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:54.159606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event deleted for resources: {'Port': ['ID=c66902c3-e1de-4866-87d7-954fdf5aaf0a,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:54.183999 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.184373 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.184763 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.185333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.185676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.186010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.186338 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.186685 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.187014 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.187336 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.187655 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.187976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.188314 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.188635 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.188949 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:07:54.229500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for floatingip (0511f71d-c5b3-417a-973c-074acd066e26), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:54.229761 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Floating IP 0511f71d-c5b3-417a-973c-074acd066e26 disassociated (deleted). External IP: 172.27.1.117, port: 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80. Sep 15 13:07:54.279934 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['2e211122-d0c5-4c5f-9b31-8e606a42abd5'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:07:54.326289 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:54.330595 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:54.441691 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Router 61b26071-e635-4924-a4a5-606d2d77e746 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:07:54.537643 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:54.548010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:07:54.552524 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:54.557641 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e19a4-2098-45c0-98ce-325f4204f285 req-fb02dffe-46a6-4c09-be2c-38d9e079f6e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:54.558126 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] Sync routers for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:07:54.559143 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-988e19a4-2098-45c0-98ce-325f4204f285 req-fb02dffe-46a6-4c09-be2c-38d9e079f6e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 945 time: 0.0483072 Sep 15 13:07:54.568896 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:07:54.569827 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:54.588657 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-7df46661-3ae7-4a85-8e0b-2ba820eba94e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/0511f71d-c5b3-417a-973c-074acd066e26 HTTP/1.1" status: 204 len: 168 time: 1.0626712 Sep 15 13:07:54.589296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:07:54.592533 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ea7be-412e-4324-a931-7ffb08edbe63" -d '{"events": [{"name": "network-changed", "server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:07:54.622509 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-988e19a4-2098-45c0-98ce-325f4204f285 req-d3528a23-0826-4acc-9a67-e13a101341ed tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571408 Sep 15 13:07:54.675470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2064eadb-a58d-4b22-9a54-8c13a9af32d4 x-openstack-request-id: req-2064eadb-a58d-4b22-9a54-8c13a9af32d4 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:07:54.675470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:07:54.675748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2064eadb-a58d-4b22-9a54-8c13a9af32d4 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:07:54.676071 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2064eadb-a58d-4b22-9a54-8c13a9af32d4'] response: {'name': 'network-changed', 'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'status': 'completed', 'code': 200} Sep 15 13:07:54.692562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:07:54.780317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-bd7e0b1b-51bc-41a5-ba15-69a02df0cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:54.782112 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-bd7e0b1b-51bc-41a5-ba15-69a02df0cc71 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a6537f34327448c2b6acd5774dffc8c9&device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 1130 time: 0.0504684 Sep 15 13:07:54.788402 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6a799d7f-82dd-447d-8e0a-9966d790225f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:54.828907 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:54.845051 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836981b9-761f-428b-8e57-a0a666cbb02c req-3f128ed1-56d6-4354-b534-13987e92ccfd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:54.846551 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-836981b9-761f-428b-8e57-a0a666cbb02c req-3f128ed1-56d6-4354-b534-13987e92ccfd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0490055 Sep 15 13:07:54.899960 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-836981b9-761f-428b-8e57-a0a666cbb02c req-94c475ed-6c40-44aa-93d4-78fb0af76419 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464404 Sep 15 13:07:54.923941 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:54.948446 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] Checking router: 61b26071-e635-4924-a4a5-606d2d77e746 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:07:54.957418 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:07:54.958017 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:55.174619 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:55.187749 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:07:55.383062 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:07:55.417133 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6189a9-e9b6-4ab4-8107-74611fcd3ba2 None None] The sync data for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi is: [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:08Z', 'revision_number': 4, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'a6445368-b138-4072-9ac6-c24b2df2a2a2', 'name': '', 'network_id': '7a66741c-7788-4977-a625-7b1bd1896edc', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'mac_address': 'fa:16:3e:97:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:07Z', 'updated_at': '2022-09-15T13:02:12Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'subnets': [{'id': 'd9310cda-1d3e-477b-8939-3525e7a8a803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:07:55.585201 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:07:55.633636 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:07:55.634009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:55.634382 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 Sep 15 13:07:55.640850 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b183d-124c-4f18-ac74-997b31e43b66 None None] New status for floating IP 0511f71d-c5b3-417a-973c-074acd066e26: DOWN {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:07:55.700100 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:55.710998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:07:55.711385 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:55.743810 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:07:55.746875 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ac5a6-c5be-4970-868c-44e5603621a1" -d '{"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:07:55.761052 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:07:55.761619 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6213cc-4686-4171-8c44-71f2df1b7711 req-6a541ea6-a0da-4c8f-b895-a121f2eb9f7a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:55.764862 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f6213cc-4686-4171-8c44-71f2df1b7711 req-6a541ea6-a0da-4c8f-b895-a121f2eb9f7a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 945 time: 0.0520902 Sep 15 13:07:55.767166 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:55.793663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4535e69f-57e3-4e4f-9a42-5fdb0aad1daa x-openstack-request-id: req-4535e69f-57e3-4e4f-9a42-5fdb0aad1daa {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:07:55.794086 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:07:55.794468 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4535e69f-57e3-4e4f-9a42-5fdb0aad1daa {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:07:55.794878 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4535e69f-57e3-4e4f-9a42-5fdb0aad1daa'] response: {'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'code': 200} Sep 15 13:07:55.819425 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0f6213cc-4686-4171-8c44-71f2df1b7711 req-63ab2604-468c-4d29-88d6-0586673abb18 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Sep 15 13:07:55.822629 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=10']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:07:56.033888 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f596-d4b3-476c-8c81-6af34aa93eff req-42178e9f-8e9b-4e83-a4b1-99a0e81d1b9e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:56.036174 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-aaf8f596-d4b3-476c-8c81-6af34aa93eff req-42178e9f-8e9b-4e83-a4b1-99a0e81d1b9e tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0571527 Sep 15 13:07:56.095237 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-6d8d8ef6-a6c4-4d76-810a-ae1ef5aefb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:56.096669 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-6d8d8ef6-a6c4-4d76-810a-ae1ef5aefb8a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 200 len: 910 time: 0.1093771 Sep 15 13:07:56.097219 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-aaf8f596-d4b3-476c-8c81-6af34aa93eff req-c2e94d82-d2cc-468b-83fa-3406bd335d29 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527959 Sep 15 13:07:56.142273 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:56.370525 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-4ac765cb-c5d9-4878-be56-cb82fdd9ece9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 200 len: 217 time: 0.0435472 Sep 15 13:07:56.429034 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd1d84-ae65-460e-b2bb-dc9aa0bf9731 req-816db537-65fc-424b-8a87-8fc28c8ea532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:56.430523 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5bdd1d84-ae65-460e-b2bb-dc9aa0bf9731 req-816db537-65fc-424b-8a87-8fc28c8ea532 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 1131 time: 0.0678246 Sep 15 13:07:56.441710 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-d4e2443d-3231-49b2-b9aa-cccf473c586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:56.443080 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-d4e2443d-3231-49b2-b9aa-cccf473c586f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 200 len: 848 time: 0.0539618 Sep 15 13:07:56.684906 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-4ae6a285-f9ce-4789-8978-cc7b21693292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:56.686440 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-4ae6a285-f9ce-4789-8978-cc7b21693292 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=7a66741c-7788-4977-a625-7b1bd1896edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701704 Sep 15 13:07:56.692566 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5bdd1d84-ae65-460e-b2bb-dc9aa0bf9731 req-2ab07429-32fa-40e7-80c6-d61a65e400b0 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671828 Sep 15 13:07:56.955537 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4a601-f98d-4343-baac-d86d3cd7eaf1 req-36bbf6dc-9f02-4e2f-9076-af3d3bdc14e8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:56.957032 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-83d4a601-f98d-4343-baac-d86d3cd7eaf1 req-36bbf6dc-9f02-4e2f-9076-af3d3bdc14e8 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0539603 Sep 15 13:07:57.004407 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-83d4a601-f98d-4343-baac-d86d3cd7eaf1 req-d6773130-36da-4ae7-b0de-f37adc7fdca2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Sep 15 13:07:57.214898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-8700aa7e-faba-4b1a-96c6-2664a9ce3850 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:57.216327 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-8700aa7e-faba-4b1a-96c6-2664a9ce3850 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0850081 Sep 15 13:07:57.219562 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e69dc-6473-4e17-8095-094a091a16b7 req-dd7c40dc-1cfb-44cb-8c13-40c68f5edd27 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:57.221068 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c50e69dc-6473-4e17-8095-094a091a16b7 req-dd7c40dc-1cfb-44cb-8c13-40c68f5edd27 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0500090 Sep 15 13:07:57.250083 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-df343a7e-817b-4e30-aff5-681eb2c0c2cf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261797 Sep 15 13:07:57.270490 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c50e69dc-6473-4e17-8095-094a091a16b7 req-acb845b2-0d42-46d1-87c4-31bc257a8694 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Sep 15 13:07:57.821671 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:57.824728 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:07:58.015772 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:07:58.138409 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b358474-34f8-4179-996e-958e1dc3ab75 req-9aad81af-09d5-410d-97b1-548f1894e233 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:58.139953 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1b358474-34f8-4179-996e-958e1dc3ab75 req-9aad81af-09d5-410d-97b1-548f1894e233 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0485878 Sep 15 13:07:58.186491 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1b358474-34f8-4179-996e-958e1dc3ab75 req-81ab3132-0b23-4b7c-b834-d325b656fdaa tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Sep 15 13:07:58.390969 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bd54-9b0b-4c45-b9f9-1915e97bfb8a req-dc43e401-a2ef-4ecc-beb4-26e4c6325347 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:58.392387 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3159bd54-9b0b-4c45-b9f9-1915e97bfb8a req-dc43e401-a2ef-4ecc-beb4-26e4c6325347 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0462108 Sep 15 13:07:58.441487 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3159bd54-9b0b-4c45-b9f9-1915e97bfb8a req-735b36d8-19ba-4192-a3b8-6eee774ee3f2 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Sep 15 13:07:59.275836 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:07:59.310149 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e4ab-e5db-4f8a-97e9-fdc933731358 req-d50f596e-bea7-4f54-9391-af16b886c25f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:59.311580 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5991e4ab-e5db-4f8a-97e9-fdc933731358 req-d50f596e-bea7-4f54-9391-af16b886c25f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0453205 Sep 15 13:07:59.360991 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5991e4ab-e5db-4f8a-97e9-fdc933731358 req-9e16905a-bb89-4606-948e-be8d47f47ded tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Sep 15 13:07:59.562774 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fea119-8301-4bbe-ba7e-7e16d09ee340 req-5b2176c4-526d-49cc-842e-ce7ba849ea39 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:07:59.564244 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e1fea119-8301-4bbe-ba7e-7e16d09ee340 req-5b2176c4-526d-49cc-842e-ce7ba849ea39 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0497501 Sep 15 13:07:59.611954 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e1fea119-8301-4bbe-ba7e-7e16d09ee340 req-a014f365-4196-4859-aa8b-f63f46ac515a tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421243 Sep 15 13:08:00.486108 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30250d-8c53-433b-a11a-7134419dd12e req-b6f21cb7-ddfb-4cf5-b577-aa9f6916fd7f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:00.487474 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a30250d-8c53-433b-a11a-7134419dd12e req-b6f21cb7-ddfb-4cf5-b577-aa9f6916fd7f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0465689 Sep 15 13:08:00.534674 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a30250d-8c53-433b-a11a-7134419dd12e req-7e1ea61b-d5f1-4d8d-9ed3-97b5140b40de tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Sep 15 13:08:00.732540 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1ce7-cf6a-44a6-a937-9c693a22b025 req-2066073a-92ca-490a-a919-e335138884bd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:00.733999 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-609f1ce7-cf6a-44a6-a937-9c693a22b025 req-2066073a-92ca-490a-a919-e335138884bd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0466707 Sep 15 13:08:00.783679 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-609f1ce7-cf6a-44a6-a937-9c693a22b025 req-b758f92c-d2bf-40b5-b1f9-183b1ec52ae2 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Sep 15 13:08:01.713512 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:01.734355 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba52159-cee3-4f34-8cba-f27a1ea52448 req-edd033d6-4f3f-4a8b-9f9a-4e0d19573f5f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:01.735813 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cba52159-cee3-4f34-8cba-f27a1ea52448 req-edd033d6-4f3f-4a8b-9f9a-4e0d19573f5f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.1221819 Sep 15 13:08:01.823706 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:01.830874 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Deleting port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:01.831215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:01.861609 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dd8ea7be-412e-4324-a931-7ffb08edbe63 req-644adecc-e099-4af4-bda9-ff227494b893 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392607 Sep 15 13:08:01.890826 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cba52159-cee3-4f34-8cba-f27a1ea52448 req-6b4edaf3-635c-4f3c-a6a6-9bd08ae316e7 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447432 Sep 15 13:08:01.901568 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 is: ACTIVE; New status is: DOWN {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:01.902224 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:01.917971 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717a19-56d0-4e14-b054-b5ad138905e0 req-95467d9d-8a0e-4d6c-b417-a02492f87dc7 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:01.917971 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d3717a19-56d0-4e14-b054-b5ad138905e0 req-95467d9d-8a0e-4d6c-b417-a02492f87dc7 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 946 time: 0.0547829 Sep 15 13:08:01.927535 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:08:01.929813 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f003e08c-c03a-416f-b7c9-49b74c34773f" -d '{"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-unplugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:08:01.945334 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:01.948851 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] For port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:01.949468 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:01.952025 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:01.964649 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Calling delete_port for 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:01.999137 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d3717a19-56d0-4e14-b054-b5ad138905e0 req-af0cd067-9750-4a46-bcbd-7fc64f346ec3 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=360eb2c3-d719-4e84-aa73-e5ec7f78c665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695369 Sep 15 13:08:02.013868 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c795b1-13cf-4bbd-918f-23e70ed62b7c x-openstack-request-id: req-e7c795b1-13cf-4bbd-918f-23e70ed62b7c {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:08:02.014164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-unplugged", "status": "completed", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:08:02.014441 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7c795b1-13cf-4bbd-918f-23e70ed62b7c {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:08:02.014948 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c795b1-13cf-4bbd-918f-23e70ed62b7c'] response: {'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'code': 200} Sep 15 13:08:02.027351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=9']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:02.035398 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.035747 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.036093 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.036463 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.036798 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.037127 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.037453 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.037778 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.038237 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.038420 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.038742 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.039071 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.039561 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.039733 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.040023 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:02.105436 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:02.131214 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event deleted for resources: {'Port': ['ID=80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:02.180598 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] No DVR routers for this DVR port 80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:02.182946 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:02.187138 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-68fabb86-a7ef-4a9d-8e1f-d546ff2faac6 req-5d4b60a8-18fb-4740-a81b-173894f1bfe8 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.27 "DELETE /networking/v2.0/ports/80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80 HTTP/1.1" status: 204 len: 173 time: 0.5628405 Sep 15 13:08:02.187638 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-deleted', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:08:02.189887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ed34be-ffb4-4e77-8422-c7b7144bef25" -d '{"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-deleted", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:08:02.226179 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc6f455-0c46-4974-8b2f-f90ec4dd2dd7 x-openstack-request-id: req-bfc6f455-0c46-4974-8b2f-f90ec4dd2dd7 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:08:02.226499 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2628b91-c3d5-4bc0-88ed-c6786c051876", "name": "network-vif-deleted", "tag": "80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:08:02.226753 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfc6f455-0c46-4974-8b2f-f90ec4dd2dd7 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:08:02.227152 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc6f455-0c46-4974-8b2f-f90ec4dd2dd7'] response: {'server_uuid': 'e2628b91-c3d5-4bc0-88ed-c6786c051876', 'name': 'network-vif-deleted', 'tag': '80bb26e5-508e-4f6c-bb7b-28fcd7b8ab80', 'status': 'completed', 'code': 200} Sep 15 13:08:03.025368 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c65306-2e91-42eb-b388-672553a1ceb9 req-96ee90b9-0804-4ffc-a374-527222b2f2e2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:03.027060 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97c65306-2e91-42eb-b388-672553a1ceb9 req-96ee90b9-0804-4ffc-a374-527222b2f2e2 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0488200 Sep 15 13:08:03.079960 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-97c65306-2e91-42eb-b388-672553a1ceb9 req-96f24154-c838-49ba-b71c-c63a9c63036b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461431 Sep 15 13:08:03.126127 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9acb85bc-5606-479e-86c3-d164b56c2b57 req-a5c95ba3-b904-44de-b766-dc3f6e8502ec tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2628b91-c3d5-4bc0-88ed-c6786c051876 HTTP/1.1" status: 200 len: 210 time: 0.0429845 Sep 15 13:08:04.192346 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49190) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:04.206296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:04.225650 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95551-1728-4c10-a7a3-19d9af144521 req-7658fb5b-57e6-44c3-8e77-a4c215d4f9f4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:04.227128 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b5f95551-1728-4c10-a7a3-19d9af144521 req-7658fb5b-57e6-44c3-8e77-a4c215d4f9f4 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0574009 Sep 15 13:08:04.251830 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group (360eb2c3-d719-4e84-aa73-e5ec7f78c665), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:04.275775 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group (360eb2c3-d719-4e84-aa73-e5ec7f78c665), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:04.275965 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b5f95551-1728-4c10-a7a3-19d9af144521 req-f348fa81-b6d6-4b0e-905e-1b53b462d6d1 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Sep 15 13:08:04.337636 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (360eb2c3-d719-4e84-aa73-e5ec7f78c665), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:04.340527 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:04.341997 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/360eb2c3-d719-4e84-aa73-e5ec7f78c665 HTTP/1.1" status: 204 len: 168 time: 0.1487899 Sep 15 13:08:04.351956 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360eb2c3-d719-4e84-aa73-e5ec7f78c665,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:04.359475 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.359828 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.360175 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.360553 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.360890 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.361225 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.361618 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.362468 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.362468 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.362655 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.362907 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.363232 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.364043 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.364043 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.364244 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabbe80-6ed2-4df2-9144-6ee7e882d0dd tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:04.406261 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49200) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:04.613527 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:04.725931 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:05.102581 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (61b26071-e635-4924-a4a5-606d2d77e746), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:05.335467 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Deleting port a6445368-b138-4072-9ac6-c24b2df2a2a2 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:05.336067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:05.416292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] For port a6445368-b138-4072-9ac6-c24b2df2a2a2, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=a6445368-b138-4072-9ac6-c24b2df2a2a2,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:05.416654 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:05.430119 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Calling delete_port for a6445368-b138-4072-9ac6-c24b2df2a2a2 owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:05.616352 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a6445368-b138-4072-9ac6-c24b2df2a2a2), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:05.642553 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6445368-b138-4072-9ac6-c24b2df2a2a2,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:05.697139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:05.806375 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (61b26071-e635-4924-a4a5-606d2d77e746), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:05.867447 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:06.019370 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Router 61b26071-e635-4924-a4a5-606d2d77e746 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:08:06.124505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:06.129242 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-eba65503-8e87-4bea-83b7-c71456badcd7 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/61b26071-e635-4924-a4a5-606d2d77e746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219460 Sep 15 13:08:06.131720 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49224) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:06.134433 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] Sync routers for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:06.146459 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:06.147372 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:06.244991 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks [] for router (61b26071-e635-4924-a4a5-606d2d77e746), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.254653 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:06.346811 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks [] for router_gateway (61b26071-e635-4924-a4a5-606d2d77e746), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.392254 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Deleting port 1af46a24-3210-4189-94d4-fb8297e3d25d {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:06.392637 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.394572 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:06.434624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:08:05Z', 'revision_number': 5, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port': {'id': '1af46a24-3210-4189-94d4-fb8297e3d25d', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b26071-e635-4924-a4a5-606d2d77e746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:06.459543 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] Checking router: 61b26071-e635-4924-a4a5-606d2d77e746 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:06.468481 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] Routers {'61b26071-e635-4924-a4a5-606d2d77e746'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:06.469069 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['61b26071-e635-4924-a4a5-606d2d77e746'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:06.474153 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] For port 1af46a24-3210-4189-94d4-fb8297e3d25d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=1af46a24-3210-4189-94d4-fb8297e3d25d,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:06.474513 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.488025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Calling delete_port for 1af46a24-3210-4189-94d4-fb8297e3d25d owned by network:router_gateway {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:06.537826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:06.553314 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] Set router 61b26071-e635-4924-a4a5-606d2d77e746 gateway port host: None {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:06.603874 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:08:06Z', 'revision_number': 6, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:06.630032 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667cfd3-febc-4991-acec-7d18eedd921c None None] The sync data for ids ['61b26071-e635-4924-a4a5-606d2d77e746'] in dv-cinder-836083-13-iscsi is: [{'id': '61b26071-e635-4924-a4a5-606d2d77e746', 'name': 'tempest-TestShelveInstance-2065196439-router', 'tenant_id': 'a6537f34327448c2b6acd5774dffc8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:05Z', 'updated_at': '2022-09-15T13:08:06Z', 'revision_number': 6, 'project_id': 'a6537f34327448c2b6acd5774dffc8c9', 'gw_port_host': None}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:06.660021 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (1af46a24-3210-4189-94d4-fb8297e3d25d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.687058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1af46a24-3210-4189-94d4-fb8297e3d25d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:06.759050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (61b26071-e635-4924-a4a5-606d2d77e746), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.762294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:06.850626 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (61b26071-e635-4924-a4a5-606d2d77e746), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.852730 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks [] for router_controller (61b26071-e635-4924-a4a5-606d2d77e746), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.894190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (61b26071-e635-4924-a4a5-606d2d77e746), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.894905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b26071-e635-4924-a4a5-606d2d77e746 {{(pid=106205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:08:06.899811 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.901011 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c95b9302-33f0-40ac-ace0-b5bf5651ed7d admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/61b26071-e635-4924-a4a5-606d2d77e746 HTTP/1.1" status: 204 len: 168 time: 0.7683775 Sep 15 13:08:06.904175 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49234) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:06.953463 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Deleting subnet d9310cda-1d3e-477b-8939-3525e7a8a803 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:08:06.956978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Publish callbacks [] for subnet (d9310cda-1d3e-477b-8939-3525e7a8a803), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:06.999486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (d9310cda-1d3e-477b-8939-3525e7a8a803), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.083721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (d9310cda-1d3e-477b-8939-3525e7a8a803), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.139969 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (d9310cda-1d3e-477b-8939-3525e7a8a803), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.165174 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9310cda-1d3e-477b-8939-3525e7a8a803,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:07.168706 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.172922 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3920e0dd-5f87-494d-b9e9-390bfa9942b8 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/d9310cda-1d3e-477b-8939-3525e7a8a803 HTTP/1.1" status: 204 len: 168 time: 0.2677672 Sep 15 13:08:07.174624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224192d8-4675-4c4b-8df3-d88ea739d86c None None] Network 7a66741c-7788-4977-a625-7b1bd1896edc requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:07.175108 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49236) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:07.246270 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (7a66741c-7788-4977-a625-7b1bd1896edc), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.290791 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Deleting port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:07.291134 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.357469 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] For port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,segment=NetworkSegment(199a7889-58d5-49e4-a6b4-74f65b01d515),segment_id=199a7889-58d5-49e4-a6b4-74f65b01d515)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:07.357767 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.369951 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Calling delete_port for 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 owned by network:dhcp {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:07.380675 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:07.419683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] DHCP port deletion for 7a66741c-7788-4977-a625-7b1bd1896edc request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:08:07.457228 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.483701 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Deleting port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:07.484166 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.484351 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:07.485842 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:07.489028 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] No DVR routers for this DVR port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 on host dv-cinder-836083-13-iscsi {{(pid=106204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:07.554733 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] For port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68, host dv-cinder-836083-13-iscsi, got binding levels [] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:07.554733 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.564099 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (7a66741c-7788-4977-a625-7b1bd1896edc), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.569466 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Calling delete_port for 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:07.572212 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.ipam_backend_mixin [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 was not found and therefore no delete operation was performed {{(pid=106206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 13:08:07.573455 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (0127d9f3-7ffe-49ef-80e6-732bc66a3c68), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.586929 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a66741c-7788-4977-a625-7b1bd1896edc']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:07.597809 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199a7889-58d5-49e4-a6b4-74f65b01d515') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:07.598114 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199a7889-58d5-49e4-a6b4-74f65b01d515') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:07.602356 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] Pushing event deleted for resources: {'Port': ['ID=0127d9f3-7ffe-49ef-80e6-732bc66a3c68,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:07.604194 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48958f-4cbf-4cde-902e-a544dfab979c None None] No DVR routers for this DVR port 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:07.614671 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (199a7889-58d5-49e4-a6b4-74f65b01d515), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.629917 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (199a7889-58d5-49e4-a6b4-74f65b01d515), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.638493 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:08:07.638818 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (199a7889-58d5-49e4-a6b4-74f65b01d515), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.661809 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 1af46a24-3210-4189-94d4-fb8297e3d25d no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:07.681430 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 1af46a24-3210-4189-94d4-fb8297e3d25d {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:07.681783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 1af46a24-3210-4189-94d4-fb8297e3d25d not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:07.682204 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:07.701726 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:07.702071 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 0127d9f3-7ffe-49ef-80e6-732bc66a3c68 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:07.702516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6445368-b138-4072-9ac6-c24b2df2a2a2 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:07.707860 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (7a66741c-7788-4977-a625-7b1bd1896edc), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.723050 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:07.726915 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/7a66741c-7788-4977-a625-7b1bd1896edc HTTP/1.1" status: 204 len: 168 time: 0.5512633 Sep 15 13:08:07.729915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49244) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:07.732570 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: a6445368-b138-4072-9ac6-c24b2df2a2a2 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:07.732918 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device a6445368-b138-4072-9ac6-c24b2df2a2a2 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:07.756108 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4ba9a-ae98-45d0-be51-bd36612c9d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a66741c-7788-4977-a625-7b1bd1896edc,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:07.856839 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 199a7889-58d5-49e4-a6b4-74f65b01d515 resource provider aggregate not found Sep 15 13:08:07.876330 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 199a7889-58d5-49e4-a6b4-74f65b01d515 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 199a7889-58d5-49e4-a6b4-74f65b01d515 found for delete ", "request_id": "req-0f45fbac-396a-4d92-81d5-b1d683f67723"}]} Sep 15 13:08:08.030794 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49254) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:08.058725 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:08.072496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (238de2b7-0a64-4b29-ac53-a64e3745a961), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.144766 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32b86a31-eef1-48ac-a365-42980cdcfd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.185747 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:08.227595 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32b86a31-eef1-48ac-a365-42980cdcfd53 admin admin] Publish callbacks [] for security_group (168a8e4a-4666-4a0c-b21b-3d295d92497c), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.232886 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-32b86a31-eef1-48ac-a365-42980cdcfd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (168a8e4a-4666-4a0c-b21b-3d295d92497c), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.271561 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-32b86a31-eef1-48ac-a365-42980cdcfd53 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=685d9418679047a1adb2573613bf575f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394335 Sep 15 13:08:08.273467 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b86a31-eef1-48ac-a365-42980cdcfd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168a8e4a-4666-4a0c-b21b-3d295d92497c,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:08.276670 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49260) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:08.298445 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Deleting port d3c92168-d082-4881-8b04-74e38fbf08b8 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:08.298780 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.326517 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cd9c8f8b-5f8a-4ffe-bbb1-e8a0513c2cc5 admin admin] Publish callbacks [] for security_group (168a8e4a-4666-4a0c-b21b-3d295d92497c), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.347085 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cd9c8f8b-5f8a-4ffe-bbb1-e8a0513c2cc5 admin admin] Publish callbacks [] for security_group (168a8e4a-4666-4a0c-b21b-3d295d92497c), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.351542 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:08.384961 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] For port d3c92168-d082-4881-8b04-74e38fbf08b8, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=d3c92168-d082-4881-8b04-74e38fbf08b8,segment=NetworkSegment(de4899a6-5bcb-4b13-8d20-e7ba9fe16b54),segment_id=de4899a6-5bcb-4b13-8d20-e7ba9fe16b54)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:08.385328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.394826 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cd9c8f8b-5f8a-4ffe-bbb1-e8a0513c2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (168a8e4a-4666-4a0c-b21b-3d295d92497c), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.397727 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cd9c8f8b-5f8a-4ffe-bbb1-e8a0513c2cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.398890 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-cd9c8f8b-5f8a-4ffe-bbb1-e8a0513c2cc5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/168a8e4a-4666-4a0c-b21b-3d295d92497c HTTP/1.1" status: 204 len: 168 time: 0.1211705 Sep 15 13:08:08.400419 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Calling delete_port for d3c92168-d082-4881-8b04-74e38fbf08b8 owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:08.407126 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c8f8b-5f8a-4ffe-bbb1-e8a0513c2cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168a8e4a-4666-4a0c-b21b-3d295d92497c,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:08.592916 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (d3c92168-d082-4881-8b04-74e38fbf08b8), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.620003 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c92168-d082-4881-8b04-74e38fbf08b8,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:08.786659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (238de2b7-0a64-4b29-ac53-a64e3745a961), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:08.939371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:09.093402 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49284) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:09.198525 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1178975868-network', 'tenant_id': '8b815e753bbe4a54942550a564653fd8'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:09.224365 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Made reservation on behalf of 8b815e753bbe4a54942550a564653fd8 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:09.226859 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.236301 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.277893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Router 238de2b7-0a64-4b29-ac53-a64e3745a961 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:08:09.314322 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks [] for security_group (9bf1cee4-1233-465b-b284-811a798a3e01), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.319971 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9bf1cee4-1233-465b-b284-811a798a3e01), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.349363 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:09.350469 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:08:09.356649 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf1cee4-1233-465b-b284-811a798a3e01,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:09.365763 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (c97cfb45-aaba-4cff-b455-4191347e0c3e), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.366211 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Added segment c97cfb45-aaba-4cff-b455-4191347e0c3e of type vlan for network e454855a-4089-44b0-8a85-e3102edffd8c Sep 15 13:08:09.388735 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:09.397278 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f8d41b7d-18be-475c-b50e-34760936bffb admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/238de2b7-0a64-4b29-ac53-a64e3745a961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6631303 Sep 15 13:08:09.397425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49288) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:09.400261 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] Sync routers for ids ['238de2b7-0a64-4b29-ac53-a64e3745a961'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:09.410705 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (e454855a-4089-44b0-8a85-e3102edffd8c), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.412101 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] Routers {'238de2b7-0a64-4b29-ac53-a64e3745a961'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:09.412970 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['238de2b7-0a64-4b29-ac53-a64e3745a961'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:09.438706 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (e454855a-4089-44b0-8a85-e3102edffd8c), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.439829 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:09.440546 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.495228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:09.508849 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4142752 Sep 15 13:08:09.509342 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks [] for router (238de2b7-0a64-4b29-ac53-a64e3745a961), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.510820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49290) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:09.515655 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3c26-fb71-4b54-86f4-b175819036ce admin admin] Pushing event updated for resources: {'Network': ['ID=e454855a-4089-44b0-8a85-e3102edffd8c,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:09.516038 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Request body: {'subnet': {'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1178975868-subnet', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:09.526723 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network e454855a-4089-44b0-8a85-e3102edffd8c details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:08:09.530880 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] Set router 238de2b7-0a64-4b29-ac53-a64e3745a961 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:09.615746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Made reservation on behalf of 8b815e753bbe4a54942550a564653fd8 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:09.618360 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058745'] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.698639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks [] for router_gateway (238de2b7-0a64-4b29-ac53-a64e3745a961), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.718226 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:08:08Z', 'revision_number': 5, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port': {'id': '3b31e54e-5fd5-4beb-9fb3-49dca57a1de3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:02:10Z', 'updated_at': '2022-09-15T13:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:09.743552 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] Checking router: 238de2b7-0a64-4b29-ac53-a64e3745a961 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:09.752014 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] Routers {'238de2b7-0a64-4b29-ac53-a64e3745a961'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:09.752642 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['238de2b7-0a64-4b29-ac53-a64e3745a961'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:09.765222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Deleting port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:09.765589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.836980 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] Set router 238de2b7-0a64-4b29-ac53-a64e3745a961 gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:09.890843 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:08:09Z', 'revision_number': 6, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:09.916070 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b75667-5def-4b16-8cdc-9cbea506513b None None] The sync data for ids ['238de2b7-0a64-4b29-ac53-a64e3745a961'] in dv-cinder-836083-13-iscsi is: [{'id': '238de2b7-0a64-4b29-ac53-a64e3745a961', 'name': 'tempest-TestShelveInstance-795190726-router', 'tenant_id': 'a6ba2d3a042b4248af4e59f196584800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:02:09Z', 'updated_at': '2022-09-15T13:08:09Z', 'revision_number': 6, 'project_id': 'a6ba2d3a042b4248af4e59f196584800', 'gw_port_host': None}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:09.916484 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] For port 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:09.916949 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.921318 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10410398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058735'] for subnet (aa6b0334-92ed-48cc-baa0-54b2b6701ab8), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:09.955893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Calling delete_port for 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 owned by network:router_gateway {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:10.027609 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:10.031549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6b0334-92ed-48cc-baa0-54b2b6701ab8,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:10.053161 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Checking segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:10.053516 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Network hostable DHCP agents. Network: e454855a-4089-44b0-8a85-e3102edffd8c, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:08:10.113593 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Network e454855a-4089-44b0-8a85-e3102edffd8c is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:08:10.132290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, e454855a-4089-44b0-8a85-e3102edffd8c) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:10.136551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:10.137176 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.142485 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d24a033-134c-4936-a247-30459fd7d660 None None] Network e454855a-4089-44b0-8a85-e3102edffd8c requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:10.178635 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1f3ceb32-42ab-478a-8df2-96f33fb9e55d admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6667275 Sep 15 13:08:10.181629 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49294) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:10.187026 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:10.198901 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (3b31e54e-5fd5-4beb-9fb3-49dca57a1de3), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.207274 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.208464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.222650 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b31e54e-5fd5-4beb-9fb3-49dca57a1de3,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:10.233455 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:10.266186 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks [] for router_controller (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.281969 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-e454855a-4089-44b0-8a85-e3102edffd8c', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 13:08:10.283255 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.302035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (238de2b7-0a64-4b29-ac53-a64e3745a961), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.406201 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (238de2b7-0a64-4b29-ac53-a64e3745a961), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.409426 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks [] for router_controller (238de2b7-0a64-4b29-ac53-a64e3745a961), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.448080 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:10.451353 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks [] for router_gateway (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.457593 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (238de2b7-0a64-4b29-ac53-a64e3745a961), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.458639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 238de2b7-0a64-4b29-ac53-a64e3745a961 {{(pid=106205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:08:10.464923 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.469111 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-aea2a672-ec81-4015-812c-9584623dce9c admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/238de2b7-0a64-4b29-ac53-a64e3745a961 HTTP/1.1" status: 204 len: 168 time: 1.0680873 Sep 15 13:08:10.469458 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49296) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:10.525550 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Deleting subnet 26461781-93d7-4508-98e1-4c6c9f8d4ed3 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:08:10.529477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Publish callbacks [] for subnet (26461781-93d7-4508-98e1-4c6c9f8d4ed3), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.563187 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Allocated IP 172.20.0.2 (e454855a-4089-44b0-8a85-e3102edffd8c/aa6b0334-92ed-48cc-baa0-54b2b6701ab8/106df4c0-1e4c-44fe-909a-e7d6913573e2) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:10.565347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (26461781-93d7-4508-98e1-4c6c9f8d4ed3), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.648734 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks [] for router_gateway (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.649441 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (26461781-93d7-4508-98e1-4c6c9f8d4ed3), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.672674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.710726 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (26461781-93d7-4508-98e1-4c6c9f8d4ed3), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.741762 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.744339 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:10.745169 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/26461781-93d7-4508-98e1-4c6c9f8d4ed3 HTTP/1.1" status: 204 len: 168 time: 0.2748992 Sep 15 13:08:10.746153 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f1a5d-2829-4ca2-ac27-c33870e5559a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26461781-93d7-4508-98e1-4c6c9f8d4ed3,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:10.750243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49300) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:10.752394 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92891270-ecc2-45ec-8aad-a96877fd5e67 None None] Network 5c996ac5-3523-4b7c-ab24-8580373d51ea requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:10.755864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Publish callbacks [] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.779789 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.829277 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (5c996ac5-3523-4b7c-ab24-8580373d51ea), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.830532 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Allocated IP 172.27.1.182 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/3b875b3e-f6f3-438a-a4cf-c31f4e48fd31) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:10.880398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Deleting port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:10.880611 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.883379 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Network e454855a-4089-44b0-8a85-e3102edffd8c is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:10.889369 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:10.891130 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Pushing event updated for resources: {'Port': ['ID=106df4c0-1e4c-44fe-909a-e7d6913573e2,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:10.900834 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:10.900834 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.946263 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:10.972141 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] For port 3e43ae37-00e2-4237-b1db-9e3d392d54b6, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3e43ae37-00e2-4237-b1db-9e3d392d54b6,segment=NetworkSegment(de4899a6-5bcb-4b13-8d20-e7ba9fe16b54),segment_id=de4899a6-5bcb-4b13-8d20-e7ba9fe16b54)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:10.972615 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:10.979636 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Attempting to bind port 106df4c0-1e4c-44fe-909a-e7d6913573e2 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:10.980001 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Attempting to bind port 106df4c0-1e4c-44fe-909a-e7d6913573e2 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:10.980537 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Attempting to bind port 106df4c0-1e4c-44fe-909a-e7d6913573e2 on network e454855a-4089-44b0-8a85-e3102edffd8c {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:10.987541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Calling delete_port for 3e43ae37-00e2-4237-b1db-9e3d392d54b6 owned by network:dhcp {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:11.006357 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks [] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.031763 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:11.032177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Checking segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:11.032580 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.033713 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Bound using segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:11.033713 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Bound port: 106df4c0-1e4c-44fe-909a-e7d6913573e2, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:11.034319 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.045197 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] DHCP port deletion for 5c996ac5-3523-4b7c-ab24-8580373d51ea request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:08:11.053296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:11.060922 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.089167 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.109380 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:11.119906 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e43ae37-00e2-4237-b1db-9e3d392d54b6,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.120141 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:11.126564 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] No DVR routers for this DVR port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 on host dv-cinder-836083-13-iscsi {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:11.128842 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:11.133027 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:11.135117 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Deleting port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:11.135381 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.156031 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] For port 106df4c0-1e4c-44fe-909a-e7d6913573e2, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:11.189170 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Pushing event updated for resources: {'Port': ['ID=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.207378 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] For port 106df4c0-1e4c-44fe-909a-e7d6913573e2, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=106df4c0-1e4c-44fe-909a-e7d6913573e2,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:11.210006 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (5c996ac5-3523-4b7c-ab24-8580373d51ea), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.227184 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.236508 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c996ac5-3523-4b7c-ab24-8580373d51ea']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:11.245239 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] For port 3e43ae37-00e2-4237-b1db-9e3d392d54b6, host dv-cinder-836083-13-iscsi, got binding levels [] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:11.245640 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.248152 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:11.248534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4899a6-5bcb-4b13-8d20-e7ba9fe16b54') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:11.261486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (de4899a6-5bcb-4b13-8d20-e7ba9fe16b54), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.280137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (de4899a6-5bcb-4b13-8d20-e7ba9fe16b54), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.288865 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:08:11.289181 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Calling delete_port for 3e43ae37-00e2-4237-b1db-9e3d392d54b6 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:11.289541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (de4899a6-5bcb-4b13-8d20-e7ba9fe16b54), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.294165 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.ipam_backend_mixin [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 was not found and therefore no delete operation was performed {{(pid=106206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 13:08:11.297845 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (3e43ae37-00e2-4237-b1db-9e3d392d54b6), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.313879 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] No DVR routers for this DVR port 3e43ae37-00e2-4237-b1db-9e3d392d54b6 on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:11.316142 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment de4899a6-5bcb-4b13-8d20-e7ba9fe16b54 resource provider aggregate not found Sep 15 13:08:11.343944 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df61f00-543f-415f-a39c-aafb3c68cbab None None] Pushing event updated for resources: {'Port': ['ID=106df4c0-1e4c-44fe-909a-e7d6913573e2,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.366669 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment de4899a6-5bcb-4b13-8d20-e7ba9fe16b54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de4899a6-5bcb-4b13-8d20-e7ba9fe16b54 found for delete ", "request_id": "req-f6823ea0-1447-429f-9eea-fe45a0ae5c77"}]} Sep 15 13:08:11.375052 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:11.376858 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bf4d9-44ba-4c79-9f8c-ac8e989ae979 None None] Pushing event deleted for resources: {'Port': ['ID=3e43ae37-00e2-4237-b1db-9e3d392d54b6,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.393080 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (5c996ac5-3523-4b7c-ab24-8580373d51ea), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.401137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.409012 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/5c996ac5-3523-4b7c-ab24-8580373d51ea HTTP/1.1" status: 204 len: 168 time: 0.6551986 Sep 15 13:08:11.427587 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8295ba9-4884-44e8-a2a2-9827f1b57919 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c996ac5-3523-4b7c-ab24-8580373d51ea,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.602602 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49308) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:11.674405 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-4aeb306f-3635-45a3-a94a-3d26f87eb22b admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=a6537f34327448c2b6acd5774dffc8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702708 Sep 15 13:08:11.675194 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49310) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:11.698615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 106df4c0-1e4c-44fe-909a-e7d6913573e2 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:11.741885 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b995daf1-4c48-41af-86a1-9c0f189245aa admin admin] Publish callbacks [] for security_group (9519815c-9e14-46b4-9d51-536105a07bcc), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.752184 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks [] for router_gateway (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.758998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 106df4c0-1e4c-44fe-909a-e7d6913573e2 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:11.759859 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.760202 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 106df4c0-1e4c-44fe-909a-e7d6913573e2 Sep 15 13:08:11.770572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b995daf1-4c48-41af-86a1-9c0f189245aa admin admin] Publish callbacks [] for security_group (9519815c-9e14-46b4-9d51-536105a07bcc), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.834628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b995daf1-4c48-41af-86a1-9c0f189245aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9519815c-9e14-46b4-9d51-536105a07bcc), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.839480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b995daf1-4c48-41af-86a1-9c0f189245aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.841915 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b995daf1-4c48-41af-86a1-9c0f189245aa admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9519815c-9e14-46b4-9d51-536105a07bcc HTTP/1.1" status: 204 len: 168 time: 0.1655622 Sep 15 13:08:11.854419 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995daf1-4c48-41af-86a1-9c0f189245aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519815c-9e14-46b4-9d51-536105a07bcc,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.865691 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 106df4c0-1e4c-44fe-909a-e7d6913573e2 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:11.866129 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.919403 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 106df4c0-1e4c-44fe-909a-e7d6913573e2, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=106df4c0-1e4c-44fe-909a-e7d6913573e2,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:11.924430 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:11.988721 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=106df4c0-1e4c-44fe-909a-e7d6913573e2,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:11.992768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:11.999141 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.019310 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:12.019650 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b31e54e-5fd5-4beb-9fb3-49dca57a1de3 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:12.020203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3e43ae37-00e2-4237-b1db-9e3d392d54b6 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:12.022930 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:12.041210 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 3e43ae37-00e2-4237-b1db-9e3d392d54b6 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:12.042054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3e43ae37-00e2-4237-b1db-9e3d392d54b6 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:12.042054 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device d3c92168-d082-4881-8b04-74e38fbf08b8 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:12.063700 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: d3c92168-d082-4881-8b04-74e38fbf08b8 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:12.064055 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device d3c92168-d082-4881-8b04-74e38fbf08b8 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:12.122992 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:12.155082 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:08:12.263871 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49318) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:12.264434 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:12.278540 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Sync routers for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:12.282405 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.286511 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a63f7777-c2ee-40e6-8d21-c5a6cf83a964 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1011312 Sep 15 13:08:12.286658 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49320) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:12.303921 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:12.304654 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:12.340366 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-77485a9a-4b8a-4fbb-b89e-4a1a7e33ab11 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=a6ba2d3a042b4248af4e59f196584800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752325 Sep 15 13:08:12.343260 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49322) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:12.347312 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:12.420658 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e08a019a-3fae-4209-a67d-cb7776dd636d admin admin] Publish callbacks [] for security_group (cc84750f-fa6e-4539-9169-ff4f4e71db0d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.438482 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:12.445330 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e08a019a-3fae-4209-a67d-cb7776dd636d admin admin] Publish callbacks [] for security_group (cc84750f-fa6e-4539-9169-ff4f4e71db0d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.468732 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e9da7-624a-4df6-b9df-d910debbf658 None None] Network e454855a-4089-44b0-8a85-e3102edffd8c requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:12.500823 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e08a019a-3fae-4209-a67d-cb7776dd636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (cc84750f-fa6e-4539-9169-ff4f4e71db0d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.503791 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e08a019a-3fae-4209-a67d-cb7776dd636d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.505067 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e08a019a-3fae-4209-a67d-cb7776dd636d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/cc84750f-fa6e-4539-9169-ff4f4e71db0d HTTP/1.1" status: 204 len: 168 time: 0.1607981 Sep 15 13:08:12.515742 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a019a-3fae-4209-a67d-cb7776dd636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc84750f-fa6e-4539-9169-ff4f4e71db0d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:12.645550 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-042c081d-4be0-48c3-a8eb-7e101285cb26 None None] Provisioning complete for port 106df4c0-1e4c-44fe-909a-e7d6913573e2 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:12.646732 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-042c081d-4be0-48c3-a8eb-7e101285cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.647133 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-042c081d-4be0-48c3-a8eb-7e101285cb26 None None] Attempt 1 to provision port 106df4c0-1e4c-44fe-909a-e7d6913573e2 Sep 15 13:08:12.834963 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:12.841704 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-042c081d-4be0-48c3-a8eb-7e101285cb26 None None] Current status of the port 106df4c0-1e4c-44fe-909a-e7d6913573e2 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:12.847474 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:12.866712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:11Z', 'revision_number': 3, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:12.939301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Checking router: eb81f9e2-72b4-4fd8-b1bc-01ce52887261 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:12.944565 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Updating router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:08:13.003943 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.081622 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Allocated IP 172.20.0.1 (e454855a-4089-44b0-8a85-e3102edffd8c/aa6b0334-92ed-48cc-baa0-54b2b6701ab8/2ceab569-4be8-4314-be9c-6a0261e4d6ec) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:13.144714 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:13.185808 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-d8a44137-dc25-46c9-8e7b-825a68ef0835 None None] Provisioning complete for port 106df4c0-1e4c-44fe-909a-e7d6913573e2 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:13.186084 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d8a44137-dc25-46c9-8e7b-825a68ef0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.186413 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-d8a44137-dc25-46c9-8e7b-825a68ef0835 None None] Attempt 1 to provision port 106df4c0-1e4c-44fe-909a-e7d6913573e2 Sep 15 13:08:13.198063 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks [] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.233961 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.251106 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:13.279464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Network e454855a-4089-44b0-8a85-e3102edffd8c is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:13.284481 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:13.289524 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:13.294828 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Pushing event updated for resources: {'Port': ['ID=2ceab569-4be8-4314-be9c-6a0261e4d6ec,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:13.334443 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-d8a44137-dc25-46c9-8e7b-825a68ef0835 None None] Current status of the port 106df4c0-1e4c-44fe-909a-e7d6913573e2 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:13.345907 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Publish callbacks [] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.349672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.353051 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.401765 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Attempting to bind port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:13.402142 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Attempting to bind port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:13.402505 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Attempting to bind port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:13.447361 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecdab2-ef63-4af4-a588-b0f4ea90f3ec None None] Pushing event updated for resources: {'Port': ['ID=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:13.464027 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:13.478696 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:13.479555 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:13.480327 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.481187 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:13.482163 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Bound port: 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:13.482703 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.526485 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.548910 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] For port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:13.552797 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] For port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:13.561177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.602726 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:13.603425 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:13.705747 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks [] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.711107 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.773780 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 106df4c0-1e4c-44fe-909a-e7d6913573e2 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:13.781782 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Pushing event updated for resources: {'Port': ['ID=2ceab569-4be8-4314-be9c-6a0261e4d6ec,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:13.784125 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.834466 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Provisioning complete for port 2ceab569-4be8-4314-be9c-6a0261e4d6ec triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:13.834894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.835396 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 1 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:13.865931 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:13.868622 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecdab2-ef63-4af4-a588-b0f4ea90f3ec None None] Pushing event updated for resources: {'Port': ['ID=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:13.879666 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Network e454855a-4089-44b0-8a85-e3102edffd8c is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:13.881309 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:13.920441 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:13.942173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:13.945010 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:13.967739 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 106df4c0-1e4c-44fe-909a-e7d6913573e2 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:13.968025 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:13.968391 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 106df4c0-1e4c-44fe-909a-e7d6913573e2 Sep 15 13:08:14.002328 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:08:14.116899 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:14.121856 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-25e7d6aa-c66c-408d-bc00-3bc9bfa60947 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/eb81f9e2-72b4-4fd8-b1bc-01ce52887261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341763 Sep 15 13:08:14.163570 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 106df4c0-1e4c-44fe-909a-e7d6913573e2 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:14.218863 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 1, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:14.244983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9c46c-4658-4e29-a7f4-a53f23e19dc5 None None] The sync data for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi is: [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 1, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:14.429076 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 2 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:14.485519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:14.721555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49360) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:14.726838 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-987646851-network', 'tenant_id': 'de7356a41c984673bc0591b18f223208'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:14.751249 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Made reservation on behalf of de7356a41c984673bc0591b18f223208 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:14.753644 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:14.764054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:14.857570 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks [] for security_group (ade4a56b-cb93-41cc-ba33-30eb38f6778e), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:14.861657 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ade4a56b-cb93-41cc-ba33-30eb38f6778e), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:14.891084 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:14.892748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:08:14.898156 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4a56b-cb93-41cc-ba33-30eb38f6778e,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:14.911417 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (c9aa3b0b-8854-4822-ba07-950638ad1e00), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:14.912397 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Added segment c9aa3b0b-8854-4822-ba07-950638ad1e00 of type vlan for network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 Sep 15 13:08:14.946534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:14.962528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:14.986404 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 3 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:15.001058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.002224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:15.002828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.025107 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:15.064992 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3396521 Sep 15 13:08:15.065368 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49362) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:15.071567 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Request body: {'subnet': {'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-987646851-subnet', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:15.075345 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f959-8d13-482f-8f67-303d90f360e3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0abdda-137d-4c6e-90e5-c3aeb8f73b90,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:15.086322 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:08:15.102774 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Made reservation on behalf of de7356a41c984673bc0591b18f223208 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:15.105419 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9939891'] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.129383 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:15.287248 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9692291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9939877'] for subnet (a21dc0c9-145f-4399-9f00-0b2d54cb9184), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.344613 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21dc0c9-145f-4399-9f00-0b2d54cb9184,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:15.355246 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Checking segment: {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:15.355616 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Network hostable DHCP agents. Network: ae0abdda-137d-4c6e-90e5-c3aeb8f73b90, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:08:15.375113 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:08:15.384818 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, ae0abdda-137d-4c6e-90e5-c3aeb8f73b90) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:15.390123 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:15.390734 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.394282 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:15.395611 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d53898-e570-4f1a-bed7-f531e0b8bf9d None None] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:15.410546 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5ba1b5a8-1bd9-44a5-9fff-09bfb8f4a91b admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3427775 Sep 15 13:08:15.412488 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49364) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:15.417466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:15.442389 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (e706456d-334f-4341-81b0-58e6afdf5dea), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.443506 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (e706456d-334f-4341-81b0-58e6afdf5dea), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.503089 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks [] for router_controller (e706456d-334f-4341-81b0-58e6afdf5dea), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.518076 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'project_id': 'de7356a41c984673bc0591b18f223208', 'fixed_ips': [{'subnet_id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 13:08:15.519027 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.530940 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 4 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:15.581704 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:15.653382 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks [] for router_gateway (e706456d-334f-4341-81b0-58e6afdf5dea), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.695275 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:15.729383 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:15.753607 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Allocated IP 172.20.0.2 (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90/a21dc0c9-145f-4399-9f00-0b2d54cb9184/fb3c4d20-355d-44f7-a965-5c16fc1f0439) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:15.828004 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:15.828998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.829324 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 Sep 15 13:08:15.853705 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks [] for router_gateway (e706456d-334f-4341-81b0-58e6afdf5dea), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.875316 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.893116 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:15.980039 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:15.980517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:15.990725 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Allocated IP 172.27.1.142 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/19f2a2e9-2432-498b-9cc2-68fc7d581503) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:16.005302 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Publish callbacks [] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.033471 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:16.035892 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.048060 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.086648 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 5 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:16.089737 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:16.114462 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:16.133697 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:16.147995 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Pushing event updated for resources: {'Port': ['ID=fb3c4d20-355d-44f7-a965-5c16fc1f0439,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:16.171523 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks [] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.175559 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:16.191257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:16.207975 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.242492 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Attempting to bind port fb3c4d20-355d-44f7-a965-5c16fc1f0439 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:16.242865 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Attempting to bind port fb3c4d20-355d-44f7-a965-5c16fc1f0439 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:16.243242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Attempting to bind port fb3c4d20-355d-44f7-a965-5c16fc1f0439 on network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:16.254582 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:16.258014 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:16.261829 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:16.266559 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Pushing event updated for resources: {'Port': ['ID=19f2a2e9-2432-498b-9cc2-68fc7d581503,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:16.268741 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:16.292474 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:16.292937 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Checking segment: {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:16.293262 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.293743 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Bound using segment: {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:16.294220 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Bound port: fb3c4d20-355d-44f7-a965-5c16fc1f0439, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:16.294626 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.362774 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] For port fb3c4d20-355d-44f7-a965-5c16fc1f0439, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:16.366090 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] For port fb3c4d20-355d-44f7-a965-5c16fc1f0439, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fb3c4d20-355d-44f7-a965-5c16fc1f0439,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:16.373482 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:16.428770 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707197d-f6be-4ade-8a83-67cc5777b41b None None] Pushing event updated for resources: {'Port': ['ID=fb3c4d20-355d-44f7-a965-5c16fc1f0439,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:16.537624 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Sync routers for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:16.545171 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:16.545898 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:16.676776 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 6 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:16.690265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:16.732300 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:16.797658 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:16.834834 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks [] for router_gateway (e706456d-334f-4341-81b0-58e6afdf5dea), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.006395 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 2, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:17.020034 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:17.035014 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Checking router: eb81f9e2-72b4-4fd8-b1bc-01ce52887261 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:17.035366 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Updating router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 port 2ceab569-4be8-4314-be9c-6a0261e4d6ec binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:08:17.040384 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (e706456d-334f-4341-81b0-58e6afdf5dea), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.065167 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.106001 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:17.194023 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Router e706456d-334f-4341-81b0-58e6afdf5dea is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:08:17.233255 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 7 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:17.277388 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:17.299742 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:17.312889 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:17.326052 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Sync routers for ids ['e706456d-334f-4341-81b0-58e6afdf5dea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:17.341304 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Routers {'e706456d-334f-4341-81b0-58e6afdf5dea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:17.341923 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['e706456d-334f-4341-81b0-58e6afdf5dea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:17.376352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.376352 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-53d1467c-9067-42b7-bc0b-d6d84a752463 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9583075 Sep 15 13:08:17.376352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49386) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:17.395213 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Publish callbacks [] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.410304 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.484681 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Pushing event updated for resources: {'Port': ['ID=2ceab569-4be8-4314-be9c-6a0261e4d6ec,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:17.499953 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Set router e706456d-334f-4341-81b0-58e6afdf5dea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:17.501093 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.501545 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.502009 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.502486 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.502924 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.503358 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.503785 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.504251 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.504890 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.505564 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.506284 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.506751 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.507180 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.507608 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.508032 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:17.642581 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Attempting to bind port 2ceab569-4be8-4314-be9c-6a0261e4d6ec on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:17.643197 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Attempting to bind port 2ceab569-4be8-4314-be9c-6a0261e4d6ec by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:17.643317 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Attempting to bind port 2ceab569-4be8-4314-be9c-6a0261e4d6ec on network e454855a-4089-44b0-8a85-e3102edffd8c {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:17.725360 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a0a38-e107-404e-9a3e-8e49b0c70834 None None] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:17.729436 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:17.729806 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Checking segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:17.730203 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.730590 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Bound using segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:17.731285 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Bound port: 2ceab569-4be8-4314-be9c-6a0261e4d6ec, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:17.731905 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.819445 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 8 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:17.852040 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fb3c4d20-355d-44f7-a965-5c16fc1f0439 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:17.857061 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] For port 2ceab569-4be8-4314-be9c-6a0261e4d6ec, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:17.860437 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] For port 2ceab569-4be8-4314-be9c-6a0261e4d6ec, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2ceab569-4be8-4314-be9c-6a0261e4d6ec,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:17.867040 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.904610 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:17.905384 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:17.929268 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:17.971998 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:17.975183 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Port 2ceab569-4be8-4314-be9c-6a0261e4d6ec cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:17.987815 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e826352-ba9a-4476-9b95-0cbfc529e532 None None] Pushing event updated for resources: {'Port': ['ID=2ceab569-4be8-4314-be9c-6a0261e4d6ec,revision_number=4']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:18.053434 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:18.058192 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port fb3c4d20-355d-44f7-a965-5c16fc1f0439 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:18.058572 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.058912 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port fb3c4d20-355d-44f7-a965-5c16fc1f0439 Sep 15 13:08:18.062575 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658d3f5-83be-4e09-811a-e5e07bf4187a req-02ff97a6-ee6b-459e-80e0-c0a43dbfe110 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:18.064030 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3658d3f5-83be-4e09-811a-e5e07bf4187a req-02ff97a6-ee6b-459e-80e0-c0a43dbfe110 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0948055 Sep 15 13:08:18.067560 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:18.071060 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:18.118516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:16Z', 'revision_number': 3, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:18.151233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Checking router: e706456d-334f-4341-81b0-58e6afdf5dea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:18.151797 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Updating router e706456d-334f-4341-81b0-58e6afdf5dea port 19f2a2e9-2432-498b-9cc2-68fc7d581503 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:08:18.190019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.204337 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3658d3f5-83be-4e09-811a-e5e07bf4187a req-9e5f2b89-99c2-45d6-80bd-33af76c78a4e tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230216 Sep 15 13:08:18.214398 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:18.250693 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Allocated IP 172.20.0.1 (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90/a21dc0c9-145f-4399-9f00-0b2d54cb9184/2c717577-b979-4f22-bed5-09829553c821) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:18.300255 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:17Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:18.312305 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port fb3c4d20-355d-44f7-a965-5c16fc1f0439 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:18.312887 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.326885 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f1a7f-0a45-4133-bf52-e3e294dbd507 None None] The sync data for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi is: [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:17Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:18.391679 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks [] for port (2c717577-b979-4f22-bed5-09829553c821), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.409445 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port fb3c4d20-355d-44f7-a965-5c16fc1f0439, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fb3c4d20-355d-44f7-a965-5c16fc1f0439,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:18.417824 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.418672 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:18.432532 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (2c717577-b979-4f22-bed5-09829553c821), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.479645 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Attempt 9 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:18.480428 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:18.486520 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:18.488774 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c717577-b979-4f22-bed5-09829553c821,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:18.490941 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:18.531832 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (e706456d-334f-4341-81b0-58e6afdf5dea), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.588905 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:18.589188 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.589526 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 Sep 15 13:08:18.632214 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=fb3c4d20-355d-44f7-a965-5c16fc1f0439,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:18.683893 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2c717577-b979-4f22-bed5-09829553c821), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.736731 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Current status of the port 2ceab569-4be8-4314-be9c-6a0261e4d6ec is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:18.737070 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.755919 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Publish callbacks [] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.783022 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.825485 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:18.849414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Attempting to bind port 19f2a2e9-2432-498b-9cc2-68fc7d581503 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:18.849742 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Attempting to bind port 19f2a2e9-2432-498b-9cc2-68fc7d581503 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:18.850068 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Attempting to bind port 19f2a2e9-2432-498b-9cc2-68fc7d581503 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:18.855312 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:18.869962 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks [] for port (2c717577-b979-4f22-bed5-09829553c821), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.875105 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (2c717577-b979-4f22-bed5-09829553c821), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.886198 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:18.891465 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] For port 2ceab569-4be8-4314-be9c-6a0261e4d6ec, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2ceab569-4be8-4314-be9c-6a0261e4d6ec,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:18.901572 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.907201 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a725c-3cee-46ad-b6bb-132f9a151776 None None] Pushing event updated for resources: {'Port': ['ID=19f2a2e9-2432-498b-9cc2-68fc7d581503,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:18.915289 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:18.944317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c717577-b979-4f22-bed5-09829553c821,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:18.946958 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (e706456d-334f-4341-81b0-58e6afdf5dea), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.968213 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:18.969152 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:18.969516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:18.969898 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:18.970383 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Bound port: 19f2a2e9-2432-498b-9cc2-68fc7d581503, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:18.970761 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.005845 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00bc6d-318d-44b8-9ade-9b9a4231372d None None] Pushing event updated for resources: {'Port': ['ID=2ceab569-4be8-4314-be9c-6a0261e4d6ec,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:19.037943 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:19.043128 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Provisioning complete for port 2ceab569-4be8-4314-be9c-6a0261e4d6ec triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:19.043520 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.043860 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 1 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:19.051283 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:19.053387 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:19.087737 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] For port 19f2a2e9-2432-498b-9cc2-68fc7d581503, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:19.115227 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] For port 19f2a2e9-2432-498b-9cc2-68fc7d581503, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=19f2a2e9-2432-498b-9cc2-68fc7d581503,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:19.127964 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.175515 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Router e706456d-334f-4341-81b0-58e6afdf5dea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:08:19.202401 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Routers {'e706456d-334f-4341-81b0-58e6afdf5dea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:19.203042 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['e706456d-334f-4341-81b0-58e6afdf5dea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:19.238759 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Current status of the port 2ceab569-4be8-4314-be9c-6a0261e4d6ec is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:19.264488 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a725c-3cee-46ad-b6bb-132f9a151776 None None] Pushing event updated for resources: {'Port': ['ID=19f2a2e9-2432-498b-9cc2-68fc7d581503,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:19.273102 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Provisioning complete for port fb3c4d20-355d-44f7-a965-5c16fc1f0439 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:19.273436 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.273774 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 1 to provision port fb3c4d20-355d-44f7-a965-5c16fc1f0439 Sep 15 13:08:19.291497 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:19.300951 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c673c3a5-3a36-4a46-86f8-23c7c3cd27e8 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/e706456d-334f-4341-81b0-58e6afdf5dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252725 Sep 15 13:08:19.357897 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f3016-c83d-41c6-bfba-89f0bde86894 req-a4a48e20-70c8-48b2-b236-ca026588072d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:19.364816 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d6f3016-c83d-41c6-bfba-89f0bde86894 req-a4a48e20-70c8-48b2-b236-ca026588072d tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0555372 Sep 15 13:08:19.376021 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] Set router e706456d-334f-4341-81b0-58e6afdf5dea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:19.413426 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6d6f3016-c83d-41c6-bfba-89f0bde86894 req-cc2d4358-118c-4355-bc04-f24d12d73034 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465691 Sep 15 13:08:19.571454 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Current status of the port fb3c4d20-355d-44f7-a965-5c16fc1f0439 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:19.641947 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Provisioning complete for port 2c717577-b979-4f22-bed5-09829553c821 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:19.642319 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2c717577-b979-4f22-bed5-09829553c821), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.642657 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 1 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:19.687131 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fb3c4d20-355d-44f7-a965-5c16fc1f0439 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:19.732694 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:19.755038 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:19.792107 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port fb3c4d20-355d-44f7-a965-5c16fc1f0439 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:19.792576 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.792912 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port fb3c4d20-355d-44f7-a965-5c16fc1f0439 Sep 15 13:08:19.835150 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2c717577-b979-4f22-bed5-09829553c821', 'name': '', 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'mac_address': 'fa:16:3e:74:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:18Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 2, 'project_id': 'de7356a41c984673bc0591b18f223208', 'subnets': [{'id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:19.863340 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed017-edde-4291-800c-c71bc3692ba5 None None] The sync data for ids ['e706456d-334f-4341-81b0-58e6afdf5dea'] in dv-cinder-836083-13-iscsi is: [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2c717577-b979-4f22-bed5-09829553c821', 'name': '', 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'mac_address': 'fa:16:3e:74:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:18Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 2, 'project_id': 'de7356a41c984673bc0591b18f223208', 'subnets': [{'id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:19.909744 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port fb3c4d20-355d-44f7-a965-5c16fc1f0439 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:19.911124 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2ceab569-4be8-4314-be9c-6a0261e4d6ec up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:19.931136 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:19.962476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 2ceab569-4be8-4314-be9c-6a0261e4d6ec triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:19.962841 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:19.963216 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 2ceab569-4be8-4314-be9c-6a0261e4d6ec Sep 15 13:08:20.042752 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 2ceab569-4be8-4314-be9c-6a0261e4d6ec is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:20.202870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-be1540ff-84f4-41a2-9424-517fff4ebd02 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:20.204856 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-be1540ff-84f4-41a2-9424-517fff4ebd02 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0836957 Sep 15 13:08:20.234171 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 2 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:20.306888 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:20.343822 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Deleting port b747e91f-49be-4a75-ba8f-cd39089f132b {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:20.344160 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:20.467739 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] For port b747e91f-49be-4a75-ba8f-cd39089f132b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b747e91f-49be-4a75-ba8f-cd39089f132b,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:20.468449 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:20.592364 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ece1c-76f5-46a7-96f4-5a94cd247396 req-beff2390-1d04-4901-a10e-05cd058f20d1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:20.595611 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8d6ece1c-76f5-46a7-96f4-5a94cd247396 req-beff2390-1d04-4901-a10e-05cd058f20d1 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 945 time: 0.0664067 Sep 15 13:08:20.685744 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-8d6ece1c-76f5-46a7-96f4-5a94cd247396 req-3b255fba-158f-475e-b9ce-5bfa4f106f5c tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=3584ff95-846c-42ab-89ad-4d50827a7763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837522 Sep 15 13:08:20.699767 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:20.700304 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (4a4b6907-b22d-4d6b-aa9d-9802c1ab986a), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:20.700667 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Floating IP 4a4b6907-b22d-4d6b-aa9d-9802c1ab986a disassociated. External IP: 172.27.1.178, port: b747e91f-49be-4a75-ba8f-cd39089f132b. Sep 15 13:08:20.701019 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Calling delete_port for b747e91f-49be-4a75-ba8f-cd39089f132b owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:20.808592 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 3 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:20.852760 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:20.872834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (b747e91f-49be-4a75-ba8f-cd39089f132b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:20.902222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event deleted for resources: {'Port': ['ID=b747e91f-49be-4a75-ba8f-cd39089f132b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:21.055067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:08:21.075691 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:21.122860 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:21.221714 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:21.235832 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:21.260513 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:21.261332 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:21.273841 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] No DVR routers for this DVR port b747e91f-49be-4a75-ba8f-cd39089f132b on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:21.276970 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:21.281566 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-eb380adb-7413-4fc5-ac61-d3f30dc89552 req-29e2cace-9261-45ed-8676-09380dc5eb5a tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.27 "DELETE /networking/v2.0/ports/b747e91f-49be-4a75-ba8f-cd39089f132b HTTP/1.1" status: 204 len: 173 time: 1.0692868 Sep 15 13:08:21.282346 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'name': 'network-vif-deleted', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:08:21.284880 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8cf86b-6b34-4640-977b-59e4941ccdb2" -d '{"events": [{"server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "name": "network-vif-deleted", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:08:21.353834 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 4 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:21.374136 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a9d412-1ed4-4b05-a454-84d605f605ab x-openstack-request-id: req-08a9d412-1ed4-4b05-a454-84d605f605ab {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:08:21.374669 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5890c2fe-0c31-40d0-a711-d783540d601c", "name": "network-vif-deleted", "tag": "b747e91f-49be-4a75-ba8f-cd39089f132b", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:08:21.375114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08a9d412-1ed4-4b05-a454-84d605f605ab {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:08:21.376442 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a9d412-1ed4-4b05-a454-84d605f605ab'] response: {'server_uuid': '5890c2fe-0c31-40d0-a711-d783540d601c', 'name': 'network-vif-deleted', 'tag': 'b747e91f-49be-4a75-ba8f-cd39089f132b', 'status': 'completed', 'code': 200} Sep 15 13:08:21.443999 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:21.493336 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:21.533883 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:21.551262 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:21.704769 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 19f2a2e9-2432-498b-9cc2-68fc7d581503 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:21.783501 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 19f2a2e9-2432-498b-9cc2-68fc7d581503 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:21.785103 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:21.785620 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 19f2a2e9-2432-498b-9cc2-68fc7d581503 Sep 15 13:08:21.788160 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:21.836601 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:21.848731 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:21.849347 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:21.910946 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 19f2a2e9-2432-498b-9cc2-68fc7d581503 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:21.915033 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:21.915476 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f564510d-1b0c-47c6-9bc8-d396ad7ff451 req-766c1bff-46c8-47e1-9da6-58e367cde8b4 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5890c2fe-0c31-40d0-a711-d783540d601c HTTP/1.1" status: 200 len: 210 time: 0.0486188 Sep 15 13:08:21.950770 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 5 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:22.000895 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 19f2a2e9-2432-498b-9cc2-68fc7d581503, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=19f2a2e9-2432-498b-9cc2-68fc7d581503,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:22.011555 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:22.013355 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:22.033836 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:22.100761 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=19f2a2e9-2432-498b-9cc2-68fc7d581503,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:22.350963 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:22.379919 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61a2b7-93fd-41d2-9b96-89d4d3b961ce None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:37Z', 'revision_number': 4, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'fe288934-614b-453f-bead-0af112729c0d', 'name': '', 'network_id': 'ad7108c9-b096-48f6-8695-b73ac5e764c5', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'mac_address': 'fa:16:3e:21:95:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:35Z', 'updated_at': '2022-09-15T12:58:56Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'subnets': [{'id': '6c47e5c8-a118-425a-8a10-0ce00b1d13fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:22.537677 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 6 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:22.591351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7b937a02-2461-4da4-a417-8ef65a4926be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:22.593929 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:23.055545 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49436) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:23.095554 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 7 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:23.134152 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e88ad2fb-fe89-4c27-8475-7143306d9858 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (3584ff95-846c-42ab-89ad-4d50827a7763), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.153731 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:23.165061 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e88ad2fb-fe89-4c27-8475-7143306d9858 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (3584ff95-846c-42ab-89ad-4d50827a7763), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.212250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Sync routers for ids ['e706456d-334f-4341-81b0-58e6afdf5dea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:23.224702 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461c4fd-c123-4126-ae39-a2d0938b06a1 None None] New status for floating IP 4a4b6907-b22d-4d6b-aa9d-9802c1ab986a: DOWN {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:08:23.226250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Routers {'e706456d-334f-4341-81b0-58e6afdf5dea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:23.226428 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['e706456d-334f-4341-81b0-58e6afdf5dea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:23.242636 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e88ad2fb-fe89-4c27-8475-7143306d9858 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (3584ff95-846c-42ab-89ad-4d50827a7763), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.245868 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e88ad2fb-fe89-4c27-8475-7143306d9858 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.250537 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e88ad2fb-fe89-4c27-8475-7143306d9858 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/3584ff95-846c-42ab-89ad-4d50827a7763 HTTP/1.1" status: 204 len: 168 time: 0.1926100 Sep 15 13:08:23.250704 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49438) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:23.262868 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ad2fb-fe89-4c27-8475-7143306d9858 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3584ff95-846c-42ab-89ad-4d50827a7763,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:23.287656 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.api.v2.resource [None req-e7bfd386-a19e-4f96-a2fd-ce0bddb920cd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] show failed (client error): The resource could not be found. Sep 15 13:08:23.289915 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e7bfd386-a19e-4f96-a2fd-ce0bddb920cd tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "GET /networking/v2.0/security-groups/3584ff95-846c-42ab-89ad-4d50827a7763 HTTP/1.1" status: 404 len: 347 time: 0.0379777 Sep 15 13:08:23.292467 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49440) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:23.389361 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:23.412680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Set router e706456d-334f-4341-81b0-58e6afdf5dea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:23.488063 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Deleting port c852d2aa-3399-4af9-97a9-225b033d17a4 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:23.488612 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.609125 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.609461 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (c852d2aa-3399-4af9-97a9-225b033d17a4), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.627516 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Calling delete_port for c852d2aa-3399-4af9-97a9-225b033d17a4 owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:23.661970 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 8 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:23.671045 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:23.721561 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 19f2a2e9-2432-498b-9cc2-68fc7d581503 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:23.726980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2c717577-b979-4f22-bed5-09829553c821', 'name': '', 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'mac_address': 'fa:16:3e:74:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:18Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 2, 'project_id': 'de7356a41c984673bc0591b18f223208', 'subnets': [{'id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:23.794905 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Checking router: e706456d-334f-4341-81b0-58e6afdf5dea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:23.794905 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Updating router e706456d-334f-4341-81b0-58e6afdf5dea port 2c717577-b979-4f22-bed5-09829553c821 binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:08:23.798226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (c852d2aa-3399-4af9-97a9-225b033d17a4), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.798415 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:23.850914 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2c717577-b979-4f22-bed5-09829553c821), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.865801 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Pushing event deleted for resources: {'Port': ['ID=c852d2aa-3399-4af9-97a9-225b033d17a4,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:23.866022 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 19f2a2e9-2432-498b-9cc2-68fc7d581503 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:23.866298 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.866628 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 19f2a2e9-2432-498b-9cc2-68fc7d581503 Sep 15 13:08:23.913390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks [] for floatingip (4a4b6907-b22d-4d6b-aa9d-9802c1ab986a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.916539 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:23.918047 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f8937184-8eb1-426c-ac50-c221dcf79389 tempest-AttachVolumeTestJSON-651599207 tempest-AttachVolumeTestJSON-651599207-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/4a4b6907-b22d-4d6b-aa9d-9802c1ab986a HTTP/1.1" status: 204 len: 168 time: 0.6243036 Sep 15 13:08:23.932380 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device b747e91f-49be-4a75-ba8f-cd39089f132b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:23.962177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: b747e91f-49be-4a75-ba8f-cd39089f132b {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:23.962593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device b747e91f-49be-4a75-ba8f-cd39089f132b not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:24.131162 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 19f2a2e9-2432-498b-9cc2-68fc7d581503 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:24.265936 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Publish callbacks [] for port (2c717577-b979-4f22-bed5-09829553c821), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:24.275337 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2c717577-b979-4f22-bed5-09829553c821), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:24.316194 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 9 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:24.399912 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b2031-4a1f-4e23-a151-d542a11e4f55 None None] Pushing event updated for resources: {'Port': ['ID=2c717577-b979-4f22-bed5-09829553c821,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:24.409186 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Port 2c717577-b979-4f22-bed5-09829553c821 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:24.443390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Attempting to bind port 2c717577-b979-4f22-bed5-09829553c821 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:24.443855 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Attempting to bind port 2c717577-b979-4f22-bed5-09829553c821 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:24.444319 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Attempting to bind port 2c717577-b979-4f22-bed5-09829553c821 on network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:24.501504 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:24.502276 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Checking segment: {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:24.502758 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:24.503220 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Bound using segment: {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:24.503702 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Bound port: 2c717577-b979-4f22-bed5-09829553c821, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9aa3b0b-8854-4822-ba07-950638ad1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:24.504101 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2c717577-b979-4f22-bed5-09829553c821), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:24.652159 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:24.705008 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] For port 2c717577-b979-4f22-bed5-09829553c821, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:24.708132 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] For port 2c717577-b979-4f22-bed5-09829553c821, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2c717577-b979-4f22-bed5-09829553c821,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:24.714519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2c717577-b979-4f22-bed5-09829553c821), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:24.727034 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:24.774634 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Routers {'e706456d-334f-4341-81b0-58e6afdf5dea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:24.775276 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:07:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['e706456d-334f-4341-81b0-58e6afdf5dea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:24.820943 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d5a8-1541-451e-9a4c-04a8d0bc22e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:24.831829 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b2031-4a1f-4e23-a151-d542a11e4f55 None None] Pushing event updated for resources: {'Port': ['ID=2c717577-b979-4f22-bed5-09829553c821,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:24.909469 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] Set router e706456d-334f-4341-81b0-58e6afdf5dea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:24.911712 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Attempt 10 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:25.123421 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Current status of the port 2c717577-b979-4f22-bed5-09829553c821 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:25.123825 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (2c717577-b979-4f22-bed5-09829553c821), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:25.177803 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] For port 2c717577-b979-4f22-bed5-09829553c821, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2c717577-b979-4f22-bed5-09829553c821,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:25.200241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (2c717577-b979-4f22-bed5-09829553c821), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:25.259024 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2c717577-b979-4f22-bed5-09829553c821', 'name': '', 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'mac_address': 'fa:16:3e:74:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:18Z', 'updated_at': '2022-09-15T13:08:24Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'subnets': [{'id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:25.293162 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf49424-2d6f-4a2b-a890-d8740d934244 None None] The sync data for ids ['e706456d-334f-4341-81b0-58e6afdf5dea'] in dv-cinder-836083-13-iscsi is: [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2c717577-b979-4f22-bed5-09829553c821', 'name': '', 'network_id': 'ae0abdda-137d-4c6e-90e5-c3aeb8f73b90', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'mac_address': 'fa:16:3e:74:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:18Z', 'updated_at': '2022-09-15T13:08:24Z', 'revision_number': 4, 'project_id': 'de7356a41c984673bc0591b18f223208', 'subnets': [{'id': 'a21dc0c9-145f-4399-9f00-0b2d54cb9184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:25.298404 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552c70b-13eb-49d6-a908-f0463456986c None None] Pushing event updated for resources: {'Port': ['ID=2c717577-b979-4f22-bed5-09829553c821,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:25.336053 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-01dea319-14d3-44dd-be05-49cb9b938d43 None None] Provisioning complete for port 2c717577-b979-4f22-bed5-09829553c821 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:25.336407 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-01dea319-14d3-44dd-be05-49cb9b938d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2c717577-b979-4f22-bed5-09829553c821), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:25.336693 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-01dea319-14d3-44dd-be05-49cb9b938d43 None None] Attempt 1 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:25.422160 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-01dea319-14d3-44dd-be05-49cb9b938d43 None None] Current status of the port 2c717577-b979-4f22-bed5-09829553c821 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:25.722721 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2c717577-b979-4f22-bed5-09829553c821 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:25.778679 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 2c717577-b979-4f22-bed5-09829553c821 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:25.779095 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (2c717577-b979-4f22-bed5-09829553c821), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:25.779611 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 2c717577-b979-4f22-bed5-09829553c821 Sep 15 13:08:25.867532 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 2c717577-b979-4f22-bed5-09829553c821 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:26.149350 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:27.658954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49478) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:27.821861 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:27.830588 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:28.035316 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:28.455679 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:28.494475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:28.505557 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:28.702537 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Deleting port fe288934-614b-453f-bead-0af112729c0d {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:28.703710 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (fe288934-614b-453f-bead-0af112729c0d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:28.792402 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] For port fe288934-614b-453f-bead-0af112729c0d, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fe288934-614b-453f-bead-0af112729c0d,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:28.792402 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (fe288934-614b-453f-bead-0af112729c0d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:28.805950 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Calling delete_port for fe288934-614b-453f-bead-0af112729c0d owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:29.011351 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (fe288934-614b-453f-bead-0af112729c0d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:29.042674 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe288934-614b-453f-bead-0af112729c0d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:29.264637 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:29.476729 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:29.481358 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:29.492096 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:08:29.616586 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:08:29.625015 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b4a36561-59f5-4087-aaf1-566ab9b516e0 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/c892389a-4ce0-4353-9eb3-3a0e462dc6a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627616 Sep 15 13:08:29.626925 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49488) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:29.630842 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] Sync routers for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:08:29.646023 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:29.664101 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:29.667137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:29.758790 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks [] for router (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:29.795099 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:29.860596 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:29.864613 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks [] for router_gateway (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:29.932646 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Deleting port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:29.932991 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:29.986087 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T13:08:28Z', 'revision_number': 5, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port': {'id': '6ba72e2e-8c1a-4398-ab8d-76977d5453f3', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:63:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:30.016313 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] Checking router: c892389a-4ce0-4353-9eb3-3a0e462dc6a9 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:08:30.025963 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] Routers {'c892389a-4ce0-4353-9eb3-3a0e462dc6a9'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:08:30.026629 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:30.028816 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] For port 6ba72e2e-8c1a-4398-ab8d-76977d5453f3, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:30.029201 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.043910 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Calling delete_port for 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 owned by network:router_gateway {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:30.096333 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:30.120712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] Set router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 gateway port host: None {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:08:30.175906 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T13:08:29Z', 'revision_number': 6, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:30.202591 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253394c-8a4b-46a6-8818-46eb453aafbe None None] The sync data for ids ['c892389a-4ce0-4353-9eb3-3a0e462dc6a9'] in dv-cinder-836083-13-iscsi is: [{'id': 'c892389a-4ce0-4353-9eb3-3a0e462dc6a9', 'name': 'tempest-AttachVolumeTestJSON-30956284-router', 'tenant_id': '27776e610cf84b49af0fec4b95aa31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T13:08:29Z', 'revision_number': 6, 'project_id': '27776e610cf84b49af0fec4b95aa31f3', 'gw_port_host': None}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:08:30.540296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-f9dd18f9-858c-4d39-8e76-855f065fdeff tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:30.541652 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-f9dd18f9-858c-4d39-8e76-855f065fdeff tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 815 time: 0.1515088 Sep 15 13:08:30.556155 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (6ba72e2e-8c1a-4398-ab8d-76977d5453f3), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.582525 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-600d270c-55a9-496e-9103-41440c0e5c0b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/quotas/8b815e753bbe4a54942550a564653fd8 HTTP/1.1" status: 200 len: 375 time: 0.0332859 Sep 15 13:08:30.583257 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba72e2e-8c1a-4398-ab8d-76977d5453f3,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:30.682728 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-bd608574-2a8d-4612-b90e-37340bb0aab5 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872886 Sep 15 13:08:30.693344 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.826600 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.829935 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks [] for router_controller (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.891202 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (c892389a-4ce0-4353-9eb3-3a0e462dc6a9), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.891665 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c892389a-4ce0-4353-9eb3-3a0e462dc6a9 {{(pid=106204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:08:30.899803 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.900954 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-40f9ace6-5768-4acc-b3a6-559c819dbea3 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/c892389a-4ce0-4353-9eb3-3a0e462dc6a9 HTTP/1.1" status: 204 len: 168 time: 1.2716467 Sep 15 13:08:30.903551 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-7b8c61a9-c026-482b-b0d2-61f861c6480e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071397 Sep 15 13:08:30.903857 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49512) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:30.952247 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Deleting subnet 6c47e5c8-a118-425a-8a10-0ce00b1d13fe {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:08:30.955834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Publish callbacks [] for subnet (6c47e5c8-a118-425a-8a10-0ce00b1d13fe), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:30.995204 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (6c47e5c8-a118-425a-8a10-0ce00b1d13fe), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.004694 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-6140d052-87c6-4b4a-ac43-34b6c4a598f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950239 Sep 15 13:08:31.082247 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (6c47e5c8-a118-425a-8a10-0ce00b1d13fe), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.141875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (6c47e5c8-a118-425a-8a10-0ce00b1d13fe), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.176300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.181703 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/6c47e5c8-a118-425a-8a10-0ce00b1d13fe HTTP/1.1" status: 204 len: 168 time: 0.2745037 Sep 15 13:08:31.181703 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cae596-45a7-4aab-82fb-ebfba0a1ce05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c47e5c8-a118-425a-8a10-0ce00b1d13fe,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:31.181975 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cad33e-05a3-40ba-b887-1c53079831b4 None None] Network ad7108c9-b096-48f6-8695-b73ac5e764c5 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:08:31.182414 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49520) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:31.273543 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-548ec470-3515-4ca3-a025-6e522aff2694 req-d55cc6f8-e973-44f8-b34b-2179bcac30aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 210 time: 0.1031504 Sep 15 13:08:31.293823 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (ad7108c9-b096-48f6-8695-b73ac5e764c5), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.308403 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:31.356795 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Deleting port f50d56bc-358c-46d7-bb77-092dbc668d82 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:31.357136 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.428929 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] For port f50d56bc-358c-46d7-bb77-092dbc668d82, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f50d56bc-358c-46d7-bb77-092dbc668d82,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:31.429285 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.439197 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] DHCP port deletion for ad7108c9-b096-48f6-8695-b73ac5e764c5 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:08:31.446535 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Calling delete_port for f50d56bc-358c-46d7-bb77-092dbc668d82 owned by network:dhcp {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:31.487475 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:31.487596 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] Deleting port f50d56bc-358c-46d7-bb77-092dbc668d82 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:08:31.487773 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.534125 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.565005 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50d56bc-358c-46d7-bb77-092dbc668d82,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:31.566778 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] No DVR routers for this DVR port f50d56bc-358c-46d7-bb77-092dbc668d82 on host dv-cinder-836083-13-iscsi {{(pid=106204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:31.573209 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] For port f50d56bc-358c-46d7-bb77-092dbc668d82, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=f50d56bc-358c-46d7-bb77-092dbc668d82,segment=NetworkSegment(7aa25174-3fd5-4b82-9946-9c933a40e7b3),segment_id=7aa25174-3fd5-4b82-9946-9c933a40e7b3)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:31.573668 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.589542 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] Calling delete_port for f50d56bc-358c-46d7-bb77-092dbc668d82 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:08:31.656804 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (ad7108c9-b096-48f6-8695-b73ac5e764c5), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.680644 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7108c9-b096-48f6-8695-b73ac5e764c5']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:31.689431 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fe288934-614b-453f-bead-0af112729c0d no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:31.691533 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa25174-3fd5-4b82-9946-9c933a40e7b3') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:31.692038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa25174-3fd5-4b82-9946-9c933a40e7b3') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:08:31.692645 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (f50d56bc-358c-46d7-bb77-092dbc668d82), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.701940 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (7aa25174-3fd5-4b82-9946-9c933a40e7b3), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.715928 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (7aa25174-3fd5-4b82-9946-9c933a40e7b3), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.725365 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:08:31.725778 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (7aa25174-3fd5-4b82-9946-9c933a40e7b3), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.774936 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 7aa25174-3fd5-4b82-9946-9c933a40e7b3 resource provider aggregate not found Sep 15 13:08:31.802884 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 7aa25174-3fd5-4b82-9946-9c933a40e7b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7aa25174-3fd5-4b82-9946-9c933a40e7b3 found for delete ", "request_id": "req-aaf4e6ce-0139-4c5c-8d17-e940c9f99352"}]} Sep 15 13:08:31.805259 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (ad7108c9-b096-48f6-8695-b73ac5e764c5), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.813339 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:31.819301 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/ad7108c9-b096-48f6-8695-b73ac5e764c5 HTTP/1.1" status: 204 len: 168 time: 0.6319399 Sep 15 13:08:31.830518 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf51df-b426-41a6-99de-13b3e11e9684 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7108c9-b096-48f6-8695-b73ac5e764c5,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:31.866846 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: fe288934-614b-453f-bead-0af112729c0d {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:31.867134 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fe288934-614b-453f-bead-0af112729c0d not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:31.867557 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f50d56bc-358c-46d7-bb77-092dbc668d82 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:31.888496 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] Pushing event deleted for resources: {'Port': ['ID=f50d56bc-358c-46d7-bb77-092dbc668d82,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:31.893040 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: f50d56bc-358c-46d7-bb77-092dbc668d82 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:31.893769 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device f50d56bc-358c-46d7-bb77-092dbc668d82 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:31.893769 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:08:31.898575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc8829-8a71-43a2-9282-5673cfa44fc6 None None] No DVR routers for this DVR port f50d56bc-358c-46d7-bb77-092dbc668d82 on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:08:31.920605 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:08:31.920954 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 6ba72e2e-8c1a-4398-ab8d-76977d5453f3 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:08:31.984523 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49536) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:32.031270 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ec37aa3c-2896-46e6-a891-d680b1ab06d9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=27776e610cf84b49af0fec4b95aa31f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454407 Sep 15 13:08:32.033713 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49538) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:32.084811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6351579-b525-4650-8c95-b3d8b0913c11 admin admin] Publish callbacks [] for security_group (2cee1a62-e679-444f-8d0a-f3432126cde7), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:32.107221 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6351579-b525-4650-8c95-b3d8b0913c11 admin admin] Publish callbacks [] for security_group (2cee1a62-e679-444f-8d0a-f3432126cde7), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:32.154223 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6351579-b525-4650-8c95-b3d8b0913c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (2cee1a62-e679-444f-8d0a-f3432126cde7), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:32.156813 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e6351579-b525-4650-8c95-b3d8b0913c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:32.157927 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e6351579-b525-4650-8c95-b3d8b0913c11 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/2cee1a62-e679-444f-8d0a-f3432126cde7 HTTP/1.1" status: 204 len: 168 time: 0.1233318 Sep 15 13:08:32.165722 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6351579-b525-4650-8c95-b3d8b0913c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cee1a62-e679-444f-8d0a-f3432126cde7,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:32.389285 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-941cec7b-8c63-4f92-b361-8782ed46aa36 req-a5e775d8-cd5b-4d0f-bb80-1c39a1e04096 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 210 time: 0.0317709 Sep 15 13:08:32.570020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-3a594422-d9da-4b21-8d29-d8b4258dcbda tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:32.571511 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-3a594422-d9da-4b21-8d29-d8b4258dcbda tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 815 time: 0.1221957 Sep 15 13:08:32.589236 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'port': {'device_id': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'admin_state_up': True, 'tenant_id': '8b815e753bbe4a54942550a564653fd8'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:32.706567 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Made reservation on behalf of 8b815e753bbe4a54942550a564653fd8 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:32.710474 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:32.854529 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Allocated IP 172.20.0.5 (e454855a-4089-44b0-8a85-e3102edffd8c/aa6b0334-92ed-48cc-baa0-54b2b6701ab8/8664056d-9981-4374-9627-df05e9500424) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:08:32.962222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:32.976505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:33.038863 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for port (8664056d-9981-4374-9627-df05e9500424), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.077367 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (8664056d-9981-4374-9627-df05e9500424), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.123927 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Network e454855a-4089-44b0-8a85-e3102edffd8c is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:08:33.127148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:08:33.130971 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:08:33.157799 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:33.188699 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:33.189333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.213634 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-2583ed3b-370d-4958-8bae-c31820b26947 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280549 Sep 15 13:08:33.238071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Request body: {'port': {'device_id': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:33.357582 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:33.360258 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:33.368647 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8664056d-9981-4374-9627-df05e9500424), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.532200 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Provisioning complete for port 8664056d-9981-4374-9627-df05e9500424 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:33.532793 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (8664056d-9981-4374-9627-df05e9500424), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.534403 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Attempt 1 to provision port 8664056d-9981-4374-9627-df05e9500424 Sep 15 13:08:33.626686 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Port 8664056d-9981-4374-9627-df05e9500424 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:33.699509 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03b03b-8807-46c4-83b6-26e5a497cdd3 req-d354d40d-7dbc-4f41-91a8-2564c83dcee9 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:33.701206 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0d03b03b-8807-46c4-83b6-26e5a497cdd3 req-d354d40d-7dbc-4f41-91a8-2564c83dcee9 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 931 time: 0.0825961 Sep 15 13:08:33.814879 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0d03b03b-8807-46c4-83b6-26e5a497cdd3 req-d87194cf-cc1b-4a8e-90fc-c0bdf0d74dca tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028538 Sep 15 13:08:33.909390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8664056d-9981-4374-9627-df05e9500424 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:08:33.919261 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Publish callbacks [] for port (8664056d-9981-4374-9627-df05e9500424), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.935500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Transition to ACTIVE for port object 8664056d-9981-4374-9627-df05e9500424 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:08:33.940302 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (8664056d-9981-4374-9627-df05e9500424), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:33.987462 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:34.108197 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Attempting to bind port 8664056d-9981-4374-9627-df05e9500424 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:08:34.108600 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Attempting to bind port 8664056d-9981-4374-9627-df05e9500424 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:08:34.108954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Attempting to bind port 8664056d-9981-4374-9627-df05e9500424 on network e454855a-4089-44b0-8a85-e3102edffd8c {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:34.110976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:34.128008 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Attempt 2 to provision port 8664056d-9981-4374-9627-df05e9500424 Sep 15 13:08:34.145861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:34.167325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Port 8664056d-9981-4374-9627-df05e9500424 on network e454855a-4089-44b0-8a85-e3102edffd8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:08:34.167325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Attempting to bind port 8664056d-9981-4374-9627-df05e9500424 on network e454855a-4089-44b0-8a85-e3102edffd8c {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:08:34.176139 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:34.177890 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Port 8664056d-9981-4374-9627-df05e9500424 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:08:34.219359 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:08:34.219701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Checking segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:08:34.220229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Bound using segment: {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:08:34.220699 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Bound port: 8664056d-9981-4374-9627-df05e9500424, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97cfb45-aaba-4cff-b455-4191347e0c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:08:34.221063 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8664056d-9981-4374-9627-df05e9500424), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:34.292144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:08:34.296890 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:08:34.305450 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (8664056d-9981-4374-9627-df05e9500424), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:34.309844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:34.310840 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:34.312404 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 1093 time: 1.0851958 Sep 15 13:08:34.314787 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:08:34.323355 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e003d3-423c-4e74-95a8-27231ed4fece" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:08:34.406589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52de98c-9b11-4302-8d97-d34973f91854 x-openstack-request-id: req-f52de98c-9b11-4302-8d97-d34973f91854 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:08:34.406589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:08:34.406589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f52de98c-9b11-4302-8d97-d34973f91854 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:08:34.406589 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52de98c-9b11-4302-8d97-d34973f91854'] response: {'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'status': 'completed', 'code': 200} Sep 15 13:08:34.415046 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7bc81-bdf7-410c-b8f5-7a04c872bd87 service neutron] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:34.679227 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Attempt 3 to provision port 8664056d-9981-4374-9627-df05e9500424 Sep 15 13:08:34.721701 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-d80a3a1f-b447-435b-a8db-751855a21fd0 None None] Port 8664056d-9981-4374-9627-df05e9500424 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:08:34.828162 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:08:34.910106 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49636) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:34.986212 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12da87-7f89-476c-8ff6-9feb899a35ed req-31414be5-2494-4382-bd58-9d7635244a35 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:34.989290 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7c12da87-7f89-476c-8ff6-9feb899a35ed req-31414be5-2494-4382-bd58-9d7635244a35 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0709956 Sep 15 13:08:35.043850 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc281-9c2d-4cd1-998f-78608b59b575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.047210 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7c12da87-7f89-476c-8ff6-9feb899a35ed req-4eb2e22e-4673-4e8e-924e-e6419d69a1fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529866 Sep 15 13:08:35.139642 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc281-9c2d-4cd1-998f-78608b59b575 admin admin] Publish callbacks [] for security_group (877fc254-146c-47e1-ae3a-ac0147c4df18), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.145036 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc281-9c2d-4cd1-998f-78608b59b575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (877fc254-146c-47e1-ae3a-ac0147c4df18), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.191927 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bc281-9c2d-4cd1-998f-78608b59b575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877fc254-146c-47e1-ae3a-ac0147c4df18,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:35.199216 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4f3bc281-9c2d-4cd1-998f-78608b59b575 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=960a07eb537f4d06a0aa0a8c7ca33166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854552 Sep 15 13:08:35.199956 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49640) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:35.207582 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:35.257314 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba2a-0f2d-4b3a-ad7f-2813250a52a5 admin admin] Publish callbacks [] for security_group (877fc254-146c-47e1-ae3a-ac0147c4df18), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.281329 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba2a-0f2d-4b3a-ad7f-2813250a52a5 admin admin] Publish callbacks [] for security_group (877fc254-146c-47e1-ae3a-ac0147c4df18), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.331587 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba2a-0f2d-4b3a-ad7f-2813250a52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (877fc254-146c-47e1-ae3a-ac0147c4df18), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.334815 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-36c5ba2a-0f2d-4b3a-ad7f-2813250a52a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.338684 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-36c5ba2a-0f2d-4b3a-ad7f-2813250a52a5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/877fc254-146c-47e1-ae3a-ac0147c4df18 HTTP/1.1" status: 204 len: 168 time: 0.1344531 Sep 15 13:08:35.346211 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5ba2a-0f2d-4b3a-ad7f-2813250a52a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877fc254-146c-47e1-ae3a-ac0147c4df18,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:35.645932 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49646) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:35.653102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:35.665715 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a460a9f3-c769-400b-8633-d8b58173a8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.749431 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a460a9f3-c769-400b-8633-d8b58173a8a0 admin admin] Publish callbacks [] for security_group (7e4596e5-7363-4821-befa-993d4b63215e), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.754054 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a460a9f3-c769-400b-8633-d8b58173a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (7e4596e5-7363-4821-befa-993d4b63215e), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.796752 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a460a9f3-c769-400b-8633-d8b58173a8a0 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ebffc90b5db847de85d333bb0419bc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493392 Sep 15 13:08:35.797599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460a9f3-c769-400b-8633-d8b58173a8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4596e5-7363-4821-befa-993d4b63215e,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:35.799416 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49648) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:35.860071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37289f43-90c1-40b8-8e28-941e30b1dcde admin admin] Publish callbacks [] for security_group (7e4596e5-7363-4821-befa-993d4b63215e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.882325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37289f43-90c1-40b8-8e28-941e30b1dcde admin admin] Publish callbacks [] for security_group (7e4596e5-7363-4821-befa-993d4b63215e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.938606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37289f43-90c1-40b8-8e28-941e30b1dcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (7e4596e5-7363-4821-befa-993d4b63215e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.941574 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37289f43-90c1-40b8-8e28-941e30b1dcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:35.942755 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-37289f43-90c1-40b8-8e28-941e30b1dcde admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/7e4596e5-7363-4821-befa-993d4b63215e HTTP/1.1" status: 204 len: 168 time: 0.1421671 Sep 15 13:08:35.953980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37289f43-90c1-40b8-8e28-941e30b1dcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4596e5-7363-4821-befa-993d4b63215e,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:36.207295 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ee42-09a9-42ed-9379-0bff4d339c2e req-a63e4f53-3453-4746-aae8-e76e6429b4bd tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:36.211171 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3573ee42-09a9-42ed-9379-0bff4d339c2e req-a63e4f53-3453-4746-aae8-e76e6429b4bd tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0675094 Sep 15 13:08:36.264537 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3573ee42-09a9-42ed-9379-0bff4d339c2e req-60d179ea-6881-40ec-a390-06aa4489bedc tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Sep 15 13:08:37.419056 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76649d9-2263-44a2-b9d5-1b759eee0155 req-dcf5a39b-252e-4b6f-ac2a-617e1f5527ce tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:37.420975 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a76649d9-2263-44a2-b9d5-1b759eee0155 req-dcf5a39b-252e-4b6f-ac2a-617e1f5527ce tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0645313 Sep 15 13:08:37.526325 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a76649d9-2263-44a2-b9d5-1b759eee0155 req-f48bcb79-5bd1-4fdf-90fc-d929277a6e4d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981302 Sep 15 13:08:37.981533 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49708) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:38.103292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-313ef4cb-14ea-4460-898e-e41a19c2c0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.186030 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-313ef4cb-14ea-4460-898e-e41a19c2c0c7 admin admin] Publish callbacks [] for security_group (18763edb-685a-4e03-916a-d5c3d7214277), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.190214 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-313ef4cb-14ea-4460-898e-e41a19c2c0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (18763edb-685a-4e03-916a-d5c3d7214277), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.231151 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ef4cb-14ea-4460-898e-e41a19c2c0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18763edb-685a-4e03-916a-d5c3d7214277,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:38.239633 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-313ef4cb-14ea-4460-898e-e41a19c2c0c7 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=838b6ec2f3a94508a06a493949f3d042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568569 Sep 15 13:08:38.240045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49712) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:38.298691 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fa5be74b-7a71-44b1-8ff4-5fa015215451 admin admin] Publish callbacks [] for security_group (18763edb-685a-4e03-916a-d5c3d7214277), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.319325 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fa5be74b-7a71-44b1-8ff4-5fa015215451 admin admin] Publish callbacks [] for security_group (18763edb-685a-4e03-916a-d5c3d7214277), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.369302 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fa5be74b-7a71-44b1-8ff4-5fa015215451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (18763edb-685a-4e03-916a-d5c3d7214277), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.371988 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fa5be74b-7a71-44b1-8ff4-5fa015215451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.375781 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-fa5be74b-7a71-44b1-8ff4-5fa015215451 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/18763edb-685a-4e03-916a-d5c3d7214277 HTTP/1.1" status: 204 len: 168 time: 0.1319628 Sep 15 13:08:38.382385 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5be74b-7a71-44b1-8ff4-5fa015215451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18763edb-685a-4e03-916a-d5c3d7214277,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:38.653743 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc0277-7eaf-4ac1-b36c-d6acd5aefe15 req-9ea2ec69-03ae-420f-986a-11b173fd40dc tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:38.655574 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1ffc0277-7eaf-4ac1-b36c-d6acd5aefe15 req-9ea2ec69-03ae-420f-986a-11b173fd40dc tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0564840 Sep 15 13:08:38.707624 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1ffc0277-7eaf-4ac1-b36c-d6acd5aefe15 req-0715a14e-f6cb-4773-b3a0-2e955232ba10 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Sep 15 13:08:38.726670 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49722) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:38.744572 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23c9887e-2f64-4555-b25f-e265c139ba0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.834450 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23c9887e-2f64-4555-b25f-e265c139ba0d admin admin] Publish callbacks [] for security_group (4259ac99-ee17-4146-8ad4-99965002983d), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.839827 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23c9887e-2f64-4555-b25f-e265c139ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4259ac99-ee17-4146-8ad4-99965002983d), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.881762 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-23c9887e-2f64-4555-b25f-e265c139ba0d admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7ae2a0bae13c4187b9162987a37cfdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537395 Sep 15 13:08:38.884675 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49724) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:38.889325 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9887e-2f64-4555-b25f-e265c139ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4259ac99-ee17-4146-8ad4-99965002983d,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:38.937241 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:38.951457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b635a892-2ce5-43ea-8665-901fb9727a46 admin admin] Publish callbacks [] for security_group (4259ac99-ee17-4146-8ad4-99965002983d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:38.974405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b635a892-2ce5-43ea-8665-901fb9727a46 admin admin] Publish callbacks [] for security_group (4259ac99-ee17-4146-8ad4-99965002983d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:39.029709 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b635a892-2ce5-43ea-8665-901fb9727a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4259ac99-ee17-4146-8ad4-99965002983d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:39.032512 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b635a892-2ce5-43ea-8665-901fb9727a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:39.033761 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b635a892-2ce5-43ea-8665-901fb9727a46 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4259ac99-ee17-4146-8ad4-99965002983d HTTP/1.1" status: 204 len: 168 time: 0.1474786 Sep 15 13:08:39.042164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:39.043875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635a892-2ce5-43ea-8665-901fb9727a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4259ac99-ee17-4146-8ad4-99965002983d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:39.861739 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ccae-162a-4d6c-b7ad-5f1a31450b1e req-ca754db6-e333-4cb9-9e39-f165cf7b3d9c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:39.863989 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7439ccae-162a-4d6c-b7ad-5f1a31450b1e req-ca754db6-e333-4cb9-9e39-f165cf7b3d9c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0675082 Sep 15 13:08:39.923214 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7439ccae-162a-4d6c-b7ad-5f1a31450b1e req-2990a49a-30b6-4a67-9ffc-133adbd9b75c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Sep 15 13:08:40.301045 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49764) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:40.466814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-62eb2667-712e-4f5d-9fca-a33480da4d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.549673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-62eb2667-712e-4f5d-9fca-a33480da4d62 admin admin] Publish callbacks [] for security_group (313c6a48-00f3-4afb-bb62-47c9278b9e13), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.554666 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-62eb2667-712e-4f5d-9fca-a33480da4d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (313c6a48-00f3-4afb-bb62-47c9278b9e13), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.600835 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-62eb2667-712e-4f5d-9fca-a33480da4d62 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=774ce43ebb094ac082c95a2180a21bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987003 Sep 15 13:08:40.601617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb2667-712e-4f5d-9fca-a33480da4d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c6a48-00f3-4afb-bb62-47c9278b9e13,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:40.604420 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49772) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:40.644160 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:40.671070 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-860155ea-768f-4cf9-98fa-222406b263a9 admin admin] Publish callbacks [] for security_group (313c6a48-00f3-4afb-bb62-47c9278b9e13), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.674466 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:40.694640 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-860155ea-768f-4cf9-98fa-222406b263a9 admin admin] Publish callbacks [] for security_group (313c6a48-00f3-4afb-bb62-47c9278b9e13), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.745282 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-860155ea-768f-4cf9-98fa-222406b263a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (313c6a48-00f3-4afb-bb62-47c9278b9e13), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.748674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-860155ea-768f-4cf9-98fa-222406b263a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:40.749866 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-860155ea-768f-4cf9-98fa-222406b263a9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/313c6a48-00f3-4afb-bb62-47c9278b9e13 HTTP/1.1" status: 204 len: 168 time: 0.1436777 Sep 15 13:08:40.758000 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860155ea-768f-4cf9-98fa-222406b263a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c6a48-00f3-4afb-bb62-47c9278b9e13,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:40.840112 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:41.068814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33c745-1f29-477b-be43-c836e517af62 req-77d2b3a3-0124-4845-8f88-8dd470f45764 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:41.070433 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf33c745-1f29-477b-be43-c836e517af62 req-77d2b3a3-0124-4845-8f88-8dd470f45764 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0561841 Sep 15 13:08:41.140940 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf33c745-1f29-477b-be43-c836e517af62 req-22af1c86-392d-425d-b966-c7fbd0bd9a90 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643609 Sep 15 13:08:42.270406 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606da4-e7d7-43c0-a954-e84ffd1636ce req-20d7e689-196f-4066-87cc-bc360cb53832 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:42.272133 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5c606da4-e7d7-43c0-a954-e84ffd1636ce req-20d7e689-196f-4066-87cc-bc360cb53832 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0482254 Sep 15 13:08:42.321726 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5c606da4-e7d7-43c0-a954-e84ffd1636ce req-606c231a-ea05-4218-985e-b2b223b8c0e6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Sep 15 13:08:43.449089 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8bb9e-2ce7-4479-9c72-8be1e2499f0e req-421ea8ae-bbd4-42d5-869d-2b8da2585da6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:43.451245 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e5c8bb9e-2ce7-4479-9c72-8be1e2499f0e req-421ea8ae-bbd4-42d5-869d-2b8da2585da6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0500436 Sep 15 13:08:43.497194 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e5c8bb9e-2ce7-4479-9c72-8be1e2499f0e req-a659ad38-3c31-4505-8888-aa8cdb6fa69d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Sep 15 13:08:44.617797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987f26-c2b1-43aa-be8d-51397a0a033b req-e2110e89-3e2f-44b1-b8cb-eebb2bd09646 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:44.619258 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-44987f26-c2b1-43aa-be8d-51397a0a033b req-e2110e89-3e2f-44b1-b8cb-eebb2bd09646 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0467701 Sep 15 13:08:44.665818 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-44987f26-c2b1-43aa-be8d-51397a0a033b req-7efc1061-0430-48c8-b290-5dddd6298208 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Sep 15 13:08:45.792283 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55930f5-8cbb-46c1-a4dd-42d017cce835 req-65cb6855-1c58-4bff-981e-9d9891d879c3 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:45.793969 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a55930f5-8cbb-46c1-a4dd-42d017cce835 req-65cb6855-1c58-4bff-981e-9d9891d879c3 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0519171 Sep 15 13:08:45.846404 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a55930f5-8cbb-46c1-a4dd-42d017cce835 req-3bcad2c2-39b0-4329-8f95-c4421580e821 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Sep 15 13:08:46.966228 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcb9a9-1228-46f2-8da2-adf914e5ed3b req-502b07f2-fe8f-45b9-b451-86e7b98a9890 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:46.967816 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-afdcb9a9-1228-46f2-8da2-adf914e5ed3b req-502b07f2-fe8f-45b9-b451-86e7b98a9890 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0471702 Sep 15 13:08:47.014144 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-afdcb9a9-1228-46f2-8da2-adf914e5ed3b req-5e3a89e3-a341-43df-93d7-37c82063aa90 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Sep 15 13:08:48.097440 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:48.135384 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb59ed-220f-4896-b8a7-7762193d09e5 req-1e343496-0a07-463f-9dd7-f23cb9396dce tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:48.136867 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-38eb59ed-220f-4896-b8a7-7762193d09e5 req-1e343496-0a07-463f-9dd7-f23cb9396dce tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0479686 Sep 15 13:08:48.187747 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-38eb59ed-220f-4896-b8a7-7762193d09e5 req-b68cb3ac-2aee-4a59-8f8f-c30641f3e7f4 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Sep 15 13:08:48.400924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e003d3-423c-4e74-95a8-27231ed4fece req-5df2b863-ed44-4e9d-88e5-f46f93e1fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:48.402410 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-55e003d3-423c-4e74-95a8-27231ed4fece req-5df2b863-ed44-4e9d-88e5-f46f93e1fe35 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1127 time: 0.0405996 Sep 15 13:08:48.695335 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:48.736648 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e003d3-423c-4e74-95a8-27231ed4fece req-56ee6448-d3fe-466b-bee6-86071812afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:48.738126 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-55e003d3-423c-4e74-95a8-27231ed4fece req-56ee6448-d3fe-466b-bee6-86071812afca service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=8b815e753bbe4a54942550a564653fd8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1032615 Sep 15 13:08:48.835920 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e003d3-423c-4e74-95a8-27231ed4fece req-9994d9b8-aec0-4f36-b93a-43dc9026326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:48.837575 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-55e003d3-423c-4e74-95a8-27231ed4fece req-9994d9b8-aec0-4f36-b93a-43dc9026326d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924687 Sep 15 13:08:48.959761 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:48.967832 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:49.134472 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-ab739777-7c59-44e4-9d09-3eacf85cc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:49.135983 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-ab739777-7c59-44e4-9d09-3eacf85cc546 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1127 time: 0.0435648 Sep 15 13:08:49.507358 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-4835386a-0a82-4889-a679-8c9846a37024 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 217 time: 0.3127689 Sep 15 13:08:49.559480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d521c-0c2f-41e4-825b-b51e562b4427 req-dacadc91-aa9b-451c-8697-45053ab657aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:49.561434 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9c6d521c-0c2f-41e4-825b-b51e562b4427 req-dacadc91-aa9b-451c-8697-45053ab657aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0573542 Sep 15 13:08:49.618348 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9c6d521c-0c2f-41e4-825b-b51e562b4427 req-7581c963-427b-4755-b798-87db6041ddab tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493832 Sep 15 13:08:49.708714 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-fc354e11-495b-4d37-baaa-263c56ddd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:49.710184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-fc354e11-495b-4d37-baaa-263c56ddd6ad service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0505519 Sep 15 13:08:49.757390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-3faa52d6-3728-425c-98d8-ac62d36a32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:49.759017 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-3faa52d6-3728-425c-98d8-ac62d36a32d1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425243 Sep 15 13:08:49.851291 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-e2068172-fff5-46d5-95f7-9c27aee360ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Sep 15 13:08:49.951409 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-50afbdfc-2cb2-40d6-8b16-e499d0b378f6 req-1d352fc3-4a24-470f-a363-7c226dd3d315 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929227 Sep 15 13:08:50.742720 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a9c9d-7d9a-4c88-8691-5c4979a67d07 req-93e352e5-b929-4227-9de3-171b9d2f2bce tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:50.744163 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-599a9c9d-7d9a-4c88-8691-5c4979a67d07 req-93e352e5-b929-4227-9de3-171b9d2f2bce tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0457993 Sep 15 13:08:50.791793 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-599a9c9d-7d9a-4c88-8691-5c4979a67d07 req-7c645e4f-3231-427e-bcef-f4cd635ce88b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Sep 15 13:08:50.833023 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=11 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:50.835022 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:51.916951 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bcbe1-e80a-4f17-888d-c030b5bf5aa5 req-afb514d4-9fab-47a5-ab5b-751326055aa9 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:51.918429 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-453bcbe1-e80a-4f17-888d-c030b5bf5aa5 req-afb514d4-9fab-47a5-ab5b-751326055aa9 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0486236 Sep 15 13:08:51.965728 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-453bcbe1-e80a-4f17-888d-c030b5bf5aa5 req-67c70f89-d940-44ea-81e7-c9e7592eaa31 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Sep 15 13:08:52.401362 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49908) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:52.509297 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c69ac525-41bd-4e7e-bb0e-559adbf7336a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.574286 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-835a812d-7b0b-4779-935f-5687536f00d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.584646 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c69ac525-41bd-4e7e-bb0e-559adbf7336a admin admin] Publish callbacks [] for security_group (94c253ea-0d8f-4919-a2e3-46a8f4d17c5b), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.588740 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c69ac525-41bd-4e7e-bb0e-559adbf7336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (94c253ea-0d8f-4919-a2e3-46a8f4d17c5b), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.626952 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ac525-41bd-4e7e-bb0e-559adbf7336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c253ea-0d8f-4919-a2e3-46a8f4d17c5b,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:52.631221 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c69ac525-41bd-4e7e-bb0e-559adbf7336a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9c22a7ea3edb495abe25149184dd876d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288592 Sep 15 13:08:52.633866 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49912) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:52.682878 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d521edd-b977-476d-8a9c-418d1f9807fa admin admin] Publish callbacks [] for security_group (94c253ea-0d8f-4919-a2e3-46a8f4d17c5b), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.703615 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d521edd-b977-476d-8a9c-418d1f9807fa admin admin] Publish callbacks [] for security_group (94c253ea-0d8f-4919-a2e3-46a8f4d17c5b), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.751719 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d521edd-b977-476d-8a9c-418d1f9807fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (94c253ea-0d8f-4919-a2e3-46a8f4d17c5b), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.755212 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d521edd-b977-476d-8a9c-418d1f9807fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:52.757177 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-7d521edd-b977-476d-8a9c-418d1f9807fa admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/94c253ea-0d8f-4919-a2e3-46a8f4d17c5b HTTP/1.1" status: 204 len: 168 time: 0.1221290 Sep 15 13:08:52.767350 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d521edd-b977-476d-8a9c-418d1f9807fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c253ea-0d8f-4919-a2e3-46a8f4d17c5b,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:53.095586 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e409e74-d4cf-4ae2-b649-ca3a45e40ced req-56bbd280-a023-4329-bc79-df32674ae2aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:53.097229 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1e409e74-d4cf-4ae2-b649-ca3a45e40ced req-56bbd280-a023-4329-bc79-df32674ae2aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 943 time: 0.0548999 Sep 15 13:08:53.146266 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1e409e74-d4cf-4ae2-b649-ca3a45e40ced req-17d3ad89-f070-4784-bf68-66afe6a0924b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Sep 15 13:08:53.798158 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 49950) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:53.905517 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e2166e61-389c-4cbd-8a63-860ecd767f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:53.979908 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e2166e61-389c-4cbd-8a63-860ecd767f3a admin admin] Publish callbacks [] for security_group (634304cb-8ee0-4d40-abc3-aa6ca9bfad5e), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:53.984111 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e2166e61-389c-4cbd-8a63-860ecd767f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (634304cb-8ee0-4d40-abc3-aa6ca9bfad5e), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.006474 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:54.018669 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 8664056d-9981-4374-9627-df05e9500424 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:08:54.023628 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2166e61-389c-4cbd-8a63-860ecd767f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634304cb-8ee0-4d40-abc3-aa6ca9bfad5e,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:54.028130 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e2166e61-389c-4cbd-8a63-860ecd767f3a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=95bcf62929e24586a49f46020470c975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289176 Sep 15 13:08:54.031718 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 49956) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:54.085268 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bbd2cb51-4ba1-4fc1-bf5f-c968d00abc9f admin admin] Publish callbacks [] for security_group (634304cb-8ee0-4d40-abc3-aa6ca9bfad5e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.110994 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bbd2cb51-4ba1-4fc1-bf5f-c968d00abc9f admin admin] Publish callbacks [] for security_group (634304cb-8ee0-4d40-abc3-aa6ca9bfad5e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.127624 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:54.138866 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '8664056d-9981-4374-9627-df05e9500424', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'port_id': '8664056d-9981-4374-9627-df05e9500424', 'mac_address': 'fa:16:3e:ee:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:08:54.158337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bbd2cb51-4ba1-4fc1-bf5f-c968d00abc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (634304cb-8ee0-4d40-abc3-aa6ca9bfad5e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.161062 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-bbd2cb51-4ba1-4fc1-bf5f-c968d00abc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.162444 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-bbd2cb51-4ba1-4fc1-bf5f-c968d00abc9f admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/634304cb-8ee0-4d40-abc3-aa6ca9bfad5e HTTP/1.1" status: 204 len: 168 time: 0.1293552 Sep 15 13:08:54.171470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2cb51-4ba1-4fc1-bf5f-c968d00abc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634304cb-8ee0-4d40-abc3-aa6ca9bfad5e,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:54.183128 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 8664056d-9981-4374-9627-df05e9500424 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:54.183516 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8664056d-9981-4374-9627-df05e9500424), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.205213 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8664056d-9981-4374-9627-df05e9500424 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:08:54.233683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:54.238247 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (8664056d-9981-4374-9627-df05e9500424), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:54.268138 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:54.280591 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7562d-4cf8-4ba6-b915-f0ee528d56b6 req-1016465a-807c-4cf9-accd-3c6d461c8625 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:54.287612 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ebc7562d-4cf8-4ba6-b915-f0ee528d56b6 req-1016465a-807c-4cf9-accd-3c6d461c8625 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 944 time: 0.0598249 Sep 15 13:08:54.290864 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:54.329295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:54.334033 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ebc7562d-4cf8-4ba6-b915-f0ee528d56b6 req-47402f3c-c7d9-4ddf-aa25-698002c4a0a3 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Sep 15 13:08:54.655813 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['8664056d-9981-4374-9627-df05e9500424'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:08:54.768084 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-48fba3e0-7319-426e-af6f-b1acfef341f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:55.456575 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad313-85aa-4b39-b974-bc58a84145b3 req-84762ea1-a430-4628-b7a8-e079c07cb8f9 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:55.458015 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fd9ad313-85aa-4b39-b974-bc58a84145b3 req-84762ea1-a430-4628-b7a8-e079c07cb8f9 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 944 time: 0.0468166 Sep 15 13:08:55.508319 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fd9ad313-85aa-4b39-b974-bc58a84145b3 req-6753b5db-21bf-489b-9c97-b5c9380f7f45 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Sep 15 13:08:56.036236 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 8664056d-9981-4374-9627-df05e9500424 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:08:56.085066 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 8664056d-9981-4374-9627-df05e9500424 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:08:56.092376 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 8664056d-9981-4374-9627-df05e9500424 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:08:56.092874 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (8664056d-9981-4374-9627-df05e9500424), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:56.093299 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 8664056d-9981-4374-9627-df05e9500424 Sep 15 13:08:56.184444 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:56.184444 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 8664056d-9981-4374-9627-df05e9500424 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:08:56.184444 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8664056d-9981-4374-9627-df05e9500424), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:56.206127 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:08:56.208547 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58819b1-024c-4f53-aa81-e4f412c8320c" -d '{"events": [{"server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "name": "network-vif-plugged", "status": "completed", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:08:56.221713 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:08:56.226781 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (8664056d-9981-4374-9627-df05e9500424), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:56.252775 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca5c62-49c0-4080-a5b3-8f6d92435860 x-openstack-request-id: req-9cca5c62-49c0-4080-a5b3-8f6d92435860 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:08:56.253075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "name": "network-vif-plugged", "status": "completed", "tag": "8664056d-9981-4374-9627-df05e9500424", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:08:56.253345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cca5c62-49c0-4080-a5b3-8f6d92435860 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:08:56.253876 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cca5c62-49c0-4080-a5b3-8f6d92435860'] response: {'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'code': 200} Sep 15 13:08:56.281259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:56.474898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008f09-f90a-407c-94a6-e53336ce32f5 req-2d25d8fd-5e24-4189-ab4b-ae660cf789fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:56.476727 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aa008f09-f90a-407c-94a6-e53336ce32f5 req-2d25d8fd-5e24-4189-ab4b-ae660cf789fb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1129 time: 0.0502825 Sep 15 13:08:56.524911 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-aa008f09-f90a-407c-94a6-e53336ce32f5 req-3e84672f-2af5-4252-a20b-45d1fbe5f1fe service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Sep 15 13:08:56.642232 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9138b4-d1c4-432d-8359-bec1429a7487 req-9056e109-fdd4-4b69-b880-beeb928e8033 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:56.643724 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9b9138b4-d1c4-432d-8359-bec1429a7487 req-9056e109-fdd4-4b69-b880-beeb928e8033 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0505559 Sep 15 13:08:56.694676 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9b9138b4-d1c4-432d-8359-bec1429a7487 req-3b4c5f6c-b68c-4dd1-9768-fa14892ccdfa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Sep 15 13:08:57.816495 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c6dd-01a3-4dee-a7b2-9a6d3ed0b987 req-547df8f8-bf9f-4b4d-b929-b77aba1ababe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:57.818000 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2a06c6dd-01a3-4dee-a7b2-9a6d3ed0b987 req-547df8f8-bf9f-4b4d-b929-b77aba1ababe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0474310 Sep 15 13:08:57.829441 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:57.868825 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2a06c6dd-01a3-4dee-a7b2-9a6d3ed0b987 req-e6dec25e-c385-4e8e-bc6b-79fc1eae5aee tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451496 Sep 15 13:08:58.020237 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.248016 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50052) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:58.350855 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.430903 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Publish callbacks [] for security_group (cc0d68bf-1d07-44d4-b452-1b779d4cce82), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.434834 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (cc0d68bf-1d07-44d4-b452-1b779d4cce82), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.473863 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d68bf-1d07-44d4-b452-1b779d4cce82,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:58.478947 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=eb4602a0a13a4072a92f9a2623c1a8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299078 Sep 15 13:08:58.481803 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50056) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:58.483943 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.484323 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.484674 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.485015 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.485352 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.485683 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.486013 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.486341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.486671 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.487010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.487327 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.487652 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.487982 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.488324 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.488649 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb456f55-d65d-4623-9b24-d86dd4e2e715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:08:58.497573 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:08:58.537481 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b170d0-0e57-4121-b560-a9e4a987fee1 admin admin] Publish callbacks [] for security_group (cc0d68bf-1d07-44d4-b452-1b779d4cce82), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.559730 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b170d0-0e57-4121-b560-a9e4a987fee1 admin admin] Publish callbacks [] for security_group (cc0d68bf-1d07-44d4-b452-1b779d4cce82), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.612346 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b170d0-0e57-4121-b560-a9e4a987fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (cc0d68bf-1d07-44d4-b452-1b779d4cce82), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.615068 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25b170d0-0e57-4121-b560-a9e4a987fee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:58.616841 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-25b170d0-0e57-4121-b560-a9e4a987fee1 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/cc0d68bf-1d07-44d4-b452-1b779d4cce82 HTTP/1.1" status: 204 len: 168 time: 0.1339657 Sep 15 13:08:58.627242 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b170d0-0e57-4121-b560-a9e4a987fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d68bf-1d07-44d4-b452-1b779d4cce82,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:58.996236 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a63a3-adc3-4cee-8aee-f142d33e59cd req-936980bd-c656-4b31-b78b-afb913a004b0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:58.998855 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f11a63a3-adc3-4cee-8aee-f142d33e59cd req-936980bd-c656-4b31-b78b-afb913a004b0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Sep 15 13:08:59.049917 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f11a63a3-adc3-4cee-8aee-f142d33e59cd req-947582af-e59b-4886-a6e9-0644e6fa1ab0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Sep 15 13:08:59.176249 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea597f64-31f6-48c4-a29a-2adc18f70171 req-4628e0e2-915c-45a4-9826-f37d941027ec tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:59.177964 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea597f64-31f6-48c4-a29a-2adc18f70171 req-4628e0e2-915c-45a4-9826-f37d941027ec tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Sep 15 13:08:59.227818 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ea597f64-31f6-48c4-a29a-2adc18f70171 req-4947c85f-72fc-4d31-b437-876a2bbdf11c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Sep 15 13:08:59.391107 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50088) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:59.489731 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447745749-network', 'tenant_id': '9472f5867b964202af54362d390c7509'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:59.509341 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Made reservation on behalf of 9472f5867b964202af54362d390c7509 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:59.511919 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.525943 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.588057 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0fd49-f6f6-4c06-9664-2a0afec98f24 req-3189a517-84ee-45df-90ed-b539e9c512eb tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:59.589509 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1bc0fd49-f6f6-4c06-9664-2a0afec98f24 req-3189a517-84ee-45df-90ed-b539e9c512eb tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0653076 Sep 15 13:08:59.663432 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-1bc0fd49-f6f6-4c06-9664-2a0afec98f24 req-74e2b40c-57f0-4a6e-9691-349890f19d7c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673077 Sep 15 13:08:59.688546 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks [] for security_group (815c027e-869a-4aa4-ae3c-56515aad3f63), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.691609 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (815c027e-869a-4aa4-ae3c-56515aad3f63), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.720167 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:08:59.731071 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c027e-869a-4aa4-ae3c-56515aad3f63,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:59.736452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (b82fa38d-d957-4355-b6cd-35014b0e56e0), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.736767 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Added segment b82fa38d-d957-4355-b6cd-35014b0e56e0 of type vlan for network f23a539b-43b1-4641-ae2c-1eaa74646362 Sep 15 13:08:59.784633 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (f23a539b-43b1-4641-ae2c-1eaa74646362), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.819079 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (f23a539b-43b1-4641-ae2c-1eaa74646362), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.820248 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:59.820960 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.877008 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4842825 Sep 15 13:08:59.879413 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50104) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:08:59.884579 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Request body: {'subnet': {'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447745749-subnet', 'tenant_id': '9472f5867b964202af54362d390c7509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:08:59.908258 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Made reservation on behalf of 9472f5867b964202af54362d390c7509 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:08:59.911295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058745'] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:08:59.919472 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f01bc1-6edd-4259-bd54-e9ebad8926fb admin admin] Pushing event updated for resources: {'Network': ['ID=f23a539b-43b1-4641-ae2c-1eaa74646362,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:08:59.936006 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network f23a539b-43b1-4641-ae2c-1eaa74646362 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:08:59.938580 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8bb6e-8da1-4305-81e1-f5d229a73617 req-b86014e9-0e16-4e6a-b0c0-bf9f76de6eea tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:08:59.946014 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2da8bb6e-8da1-4305-81e1-f5d229a73617 req-b86014e9-0e16-4e6a-b0c0-bf9f76de6eea tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.0659394 Sep 15 13:08:59.994805 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2da8bb6e-8da1-4305-81e1-f5d229a73617 req-92aafae1-04fe-44b0-bc81-766e944e470e tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Sep 15 13:09:00.018684 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:00.019303 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:00.132841 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10410398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058735'] for subnet (411b2e7d-e590-4773-b38f-f0487da1a003), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:00.188936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=411b2e7d-e590-4773-b38f-f0487da1a003,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:00.196693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:00.197457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:00.201833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Checking segment: {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:09:00.202190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Network hostable DHCP agents. Network: f23a539b-43b1-4641-ae2c-1eaa74646362, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:09:00.223765 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Network f23a539b-43b1-4641-ae2c-1eaa74646362 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:09:00.232383 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, f23a539b-43b1-4641-ae2c-1eaa74646362) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:09:00.236555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:00.237153 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:00.241138 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a137e-fcd9-42c1-baf3-db23b24014b1 None None] Network f23a539b-43b1-4641-ae2c-1eaa74646362 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:09:00.252905 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-90ad8bb8-a1e9-41df-8366-10b32d95d7ed admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3721766 Sep 15 13:09:00.343680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f7e34-7389-4225-8f5d-ec1898596407 None None] Network f23a539b-43b1-4641-ae2c-1eaa74646362 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:09:01.134571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab3b7d-e29b-4e3b-aae5-99dc2fa88f1d req-39a03752-3c3d-47df-9e9f-bc27f4a899e1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:01.136113 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bbab3b7d-e29b-4e3b-aae5-99dc2fa88f1d req-39a03752-3c3d-47df-9e9f-bc27f4a899e1 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.0603426 Sep 15 13:09:01.187266 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bbab3b7d-e29b-4e3b-aae5-99dc2fa88f1d req-c2b493e0-5e6c-4765-a5ac-f25fd228f9bc tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Sep 15 13:09:01.990877 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade737e-602d-4f55-8951-406947cfaca4 req-7458b137-1bfa-4802-8c12-b87ce8e34970 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:01.992309 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1ade737e-602d-4f55-8951-406947cfaca4 req-7458b137-1bfa-4802-8c12-b87ce8e34970 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.1048398 Sep 15 13:09:02.107843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-4b5b168d-ed7a-4bda-8cf0-37c32237174b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:02.109312 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-4b5b168d-ed7a-4bda-8cf0-37c32237174b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 200 len: 809 time: 0.1835139 Sep 15 13:09:02.124562 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port 6575d720-dfc5-42ca-a7be-43151adbebde {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:02.124904 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:02.130409 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-79d0bfc1-7622-40ff-b8cd-a41254f8587c tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/quotas/9472f5867b964202af54362d390c7509 HTTP/1.1" status: 200 len: 375 time: 0.0158000 Sep 15 13:09:02.196639 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-1fe66858-ad9b-4534-80f8-424c6208eaba tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9472f5867b964202af54362d390c7509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554407 Sep 15 13:09:02.210095 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-a9c700f6-3826-4434-ac24-fd19c55aa0b7 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:09:02.211020 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-a9c700f6-3826-4434-ac24-fd19c55aa0b7 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065730 Sep 15 13:09:02.298260 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:02.299960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] For port 6575d720-dfc5-42ca-a7be-43151adbebde, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6575d720-dfc5-42ca-a7be-43151adbebde,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:02.300347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:02.318982 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca17f32-7c59-4dc6-be15-7423ec11c76f req-c8af0cc0-b625-4d38-a7e2-b0a1adcf5c23 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:02.320509 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0ca17f32-7c59-4dc6-be15-7423ec11c76f req-c8af0cc0-b625-4d38-a7e2-b0a1adcf5c23 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 946 time: 0.0539937 Sep 15 13:09:02.346098 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:02.370370 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0ca17f32-7c59-4dc6-be15-7423ec11c76f req-c8f61579-68ec-4c85-aa8f-8448b3d279b5 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437820 Sep 15 13:09:02.388586 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-0a2743dd-ecba-41f7-8dc4-7721d24f4b3b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702137 Sep 15 13:09:02.568861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:02.569213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (ad5e1f34-2895-40ca-9af0-c0d5161fb976), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:02.569521 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Floating IP ad5e1f34-2895-40ca-9af0-c0d5161fb976 disassociated. External IP: 172.27.1.93, port: 6575d720-dfc5-42ca-a7be-43151adbebde. Sep 15 13:09:02.569851 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for 6575d720-dfc5-42ca-a7be-43151adbebde owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:02.578146 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-0a01660e-6cbd-4a1e-b558-e711fadaec24 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841569 Sep 15 13:09:02.618854 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:02.686778 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:02.713296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (6575d720-dfc5-42ca-a7be-43151adbebde), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:02.748383 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-18acf177-a66a-44a9-9a26-55a107b50b07 req-a3679174-6a56-4820-9b6a-5c24b73e9965 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 210 time: 0.0342548 Sep 15 13:09:02.750319 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=6575d720-dfc5-42ca-a7be-43151adbebde,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:02.877238 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:09:02.986921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:09:03.000576 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:09:03.010962 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:03.012019 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:03.035283 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] No DVR routers for this DVR port 6575d720-dfc5-42ca-a7be-43151adbebde on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:03.038421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:03.041732 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1ade737e-602d-4f55-8951-406947cfaca4 req-c5193deb-b387-433d-b60e-2de880edb7a2 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.27 "DELETE /networking/v2.0/ports/6575d720-dfc5-42ca-a7be-43151adbebde HTTP/1.1" status: 204 len: 173 time: 1.0406830 Sep 15 13:09:03.042236 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'name': 'network-vif-deleted', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:03.049190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939086b9-ce76-4c54-b632-ad2c6a8b4b98" -d '{"events": [{"server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "name": "network-vif-deleted", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:03.130009 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:03.138385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5c7af5-4f1b-4921-865b-9bcd58836ac6 x-openstack-request-id: req-3e5c7af5-4f1b-4921-865b-9bcd58836ac6 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:03.138972 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa24ea-1063-4b3c-b8d8-21d146c1ee89", "name": "network-vif-deleted", "tag": "6575d720-dfc5-42ca-a7be-43151adbebde", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:03.140592 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e5c7af5-4f1b-4921-865b-9bcd58836ac6 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:03.141215 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5c7af5-4f1b-4921-865b-9bcd58836ac6'] response: {'server_uuid': 'fcaa24ea-1063-4b3c-b8d8-21d146c1ee89', 'name': 'network-vif-deleted', 'tag': '6575d720-dfc5-42ca-a7be-43151adbebde', 'status': 'completed', 'code': 200} Sep 15 13:09:03.347919 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:03.373314 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:09:03.382054 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:03.382580 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:03.484162 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:03.487872 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d8149952-6cfd-4012-91a1-95f625d738ca req-97bed2ef-adaa-414d-935f-9143846c646d tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fcaa24ea-1063-4b3c-b8d8-21d146c1ee89 HTTP/1.1" status: 200 len: 210 time: 0.0278623 Sep 15 13:09:03.666948 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:03.694896 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a7ed2-50c6-40b8-98e2-2b227dc3f15d None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T12:58:32Z', 'revision_number': 4, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': 'd3f812a9-5990-4826-bd24-4bb500cca2b4', 'name': '', 'network_id': 'e0e4d116-b42c-4d92-83e5-69793b91ec95', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'mac_address': 'fa:16:3e:fa:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:31Z', 'updated_at': '2022-09-15T12:58:55Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'subnets': [{'id': '1046c219-65a3-4db3-82a5-a910b30b1dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:09:03.876892 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e2e5af3e-c05f-4d66-ac00-fc90bb7de76e req-5385dec5-8226-4c7c-8bdf-27208c335501 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 210 time: 0.0401928 Sep 15 13:09:03.982418 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71511b28-23d5-4a1d-848a-3c8d4ad0f275 None None] New status for floating IP ad5e1f34-2895-40ca-9af0-c0d5161fb976: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:09:04.459362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-9d4fe5cd-aea6-40b0-8ecd-ee0f35aedbea tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:04.460865 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-9d4fe5cd-aea6-40b0-8ecd-ee0f35aedbea tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 200 len: 809 time: 0.1052673 Sep 15 13:09:04.484097 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Request body: {'port': {'device_id': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362', 'admin_state_up': True, 'tenant_id': '9472f5867b964202af54362d390c7509'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:04.583427 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50184) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:04.603386 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Made reservation on behalf of 9472f5867b964202af54362d390c7509 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:09:04.607375 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:04.642381 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:04.664678 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:04.713995 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:04.716689 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:04.717838 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84 HTTP/1.1" status: 204 len: 168 time: 0.1332953 Sep 15 13:09:04.721656 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50186) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:04.727264 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:04.735082 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.735434 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.735778 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.736118 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.736606 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.736941 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.737271 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.737602 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.738358 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.738358 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.738586 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.738881 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.739202 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.739526 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.739847 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614bee9-28ed-49e1-8034-0821cf1b5c79 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:04.746523 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.api.v2.resource [None req-89087e30-94cc-40e6-b31d-5d5ed83b7a55 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] show failed (client error): The resource could not be found. Sep 15 13:09:04.748113 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-89087e30-94cc-40e6-b31d-5d5ed83b7a55 tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "GET /networking/v2.0/security-groups/cdfdf6dd-c0ce-405e-a719-9d4bc56e2d84 HTTP/1.1" status: 404 len: 347 time: 0.0254855 Sep 15 13:09:04.751129 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50188) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:04.761935 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Allocated IP 172.20.0.11 (f23a539b-43b1-4641-ae2c-1eaa74646362/411b2e7d-e590-4773-b38f-f0487da1a003/009a471b-9402-4e82-9037-2675dee6dc22) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:09:04.911023 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Deleting port a6cf2f2f-71c1-4833-a6a4-3d4ea0111356 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:04.911723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:04.926408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:04.971498 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:04.990148 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a73bdf5c-11cd-424a-a213-ec99439088ba req-0eecfa56-4053-4fde-8a59-8466c97bdcc0 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 210 time: 0.0323207 Sep 15 13:09:05.085553 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks [] for port (009a471b-9402-4e82-9037-2675dee6dc22), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.087847 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.088165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.106065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Calling delete_port for a6cf2f2f-71c1-4833-a6a4-3d4ea0111356 owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:05.177964 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (009a471b-9402-4e82-9037-2675dee6dc22), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.247266 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Network f23a539b-43b1-4641-ae2c-1eaa74646362 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:09:05.254844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Pushing event updated for resources: {'Port': ['ID=009a471b-9402-4e82-9037-2675dee6dc22,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:05.259456 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:09:05.262008 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:09:05.337659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:05.338274 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.358142 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (a6cf2f2f-71c1-4833-a6a4-3d4ea0111356), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.366373 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-303504c6-e5ad-448a-9b00-eeb0db472bcc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860726 Sep 15 13:09:05.391810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-d75b2f51-e275-4590-9a03-2eb3709e3f93 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106205) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:09:05.392850 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-d75b2f51-e275-4590-9a03-2eb3709e3f93 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0081851 Sep 15 13:09:05.393862 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Pushing event deleted for resources: {'Port': ['ID=a6cf2f2f-71c1-4833-a6a4-3d4ea0111356,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:05.423227 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Request body: {'port': {'device_id': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:05.508449 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks [] for floatingip (ad5e1f34-2895-40ca-9af0-c0d5161fb976), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.511237 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.512913 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-79d376a4-658b-40e2-bce4-235518c4434a tempest-AttachVolumeNegativeTest-656598905 tempest-AttachVolumeNegativeTest-656598905-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/ad5e1f34-2895-40ca-9af0-c0d5161fb976 HTTP/1.1" status: 204 len: 168 time: 0.7603531 Sep 15 13:09:05.520295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (009a471b-9402-4e82-9037-2675dee6dc22), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.632302 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:05.754078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:05.786863 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009a471b-9402-4e82-9037-2675dee6dc22 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:09:05.794064 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Publish callbacks [] for port (009a471b-9402-4e82-9037-2675dee6dc22), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.806995 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Transition to ACTIVE for port object 009a471b-9402-4e82-9037-2675dee6dc22 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:09:05.810706 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (009a471b-9402-4e82-9037-2675dee6dc22), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:05.889810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=009a471b-9402-4e82-9037-2675dee6dc22,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:05.922109 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Attempting to bind port 009a471b-9402-4e82-9037-2675dee6dc22 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:09:05.922760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Attempting to bind port 009a471b-9402-4e82-9037-2675dee6dc22 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:09:05.922760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Attempting to bind port 009a471b-9402-4e82-9037-2675dee6dc22 on network f23a539b-43b1-4641-ae2c-1eaa74646362 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:09:05.966068 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Port 009a471b-9402-4e82-9037-2675dee6dc22 on network f23a539b-43b1-4641-ae2c-1eaa74646362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:09:05.966390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Attempting to bind port 009a471b-9402-4e82-9037-2675dee6dc22 on network f23a539b-43b1-4641-ae2c-1eaa74646362 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:09:06.012710 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:09:06.013074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Checking segment: {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:09:06.013505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Bound using segment: {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:09:06.013934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Bound port: 009a471b-9402-4e82-9037-2675dee6dc22, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:09:06.014290 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (009a471b-9402-4e82-9037-2675dee6dc22), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:06.088869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] For port 009a471b-9402-4e82-9037-2675dee6dc22, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:09:06.089426 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 6575d720-dfc5-42ca-a7be-43151adbebde no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:06.113306 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 6575d720-dfc5-42ca-a7be-43151adbebde {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:06.113306 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 6575d720-dfc5-42ca-a7be-43151adbebde not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:06.129651 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] For port 009a471b-9402-4e82-9037-2675dee6dc22, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=009a471b-9402-4e82-9037-2675dee6dc22,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:09:06.140158 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (009a471b-9402-4e82-9037-2675dee6dc22), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:06.147322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae41c2f-0694-49b2-b5ce-f571398c1a52 req-9b48cc27-ee67-414b-ab74-cca8cbd3af28 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:06.148806 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9ae41c2f-0694-49b2-b5ce-f571398c1a52 req-9b48cc27-ee67-414b-ab74-cca8cbd3af28 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 944 time: 0.0648692 Sep 15 13:09:06.149934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:06.150516 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:06.151729 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/009a471b-9402-4e82-9037-2675dee6dc22 HTTP/1.1" status: 200 len: 1094 time: 0.7327707 Sep 15 13:09:06.154737 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'tag': '009a471b-9402-4e82-9037-2675dee6dc22'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:06.156961 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe4588a-9924-44b1-ab03-c8635cea4160", "tag": "009a471b-9402-4e82-9037-2675dee6dc22"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:06.196385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd13218-b6a8-476d-b9d5-3c8e6a769bea x-openstack-request-id: req-7cd13218-b6a8-476d-b9d5-3c8e6a769bea {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:06.196670 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe4588a-9924-44b1-ab03-c8635cea4160", "tag": "009a471b-9402-4e82-9037-2675dee6dc22", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:06.196915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7cd13218-b6a8-476d-b9d5-3c8e6a769bea {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:06.197307 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd13218-b6a8-476d-b9d5-3c8e6a769bea'] response: {'name': 'network-changed', 'server_uuid': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'tag': '009a471b-9402-4e82-9037-2675dee6dc22', 'status': 'completed', 'code': 200} Sep 15 13:09:06.268670 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c46f0-a26e-46d8-a9ed-c282cae9d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=009a471b-9402-4e82-9037-2675dee6dc22,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:06.281403 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9ae41c2f-0694-49b2-b5ce-f571398c1a52 req-d49faf3c-1e1a-43a1-b359-7965ac8077d5 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206536 Sep 15 13:09:06.282769 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-32da6ccd-65a3-4df6-90e4-0ee08f02f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:06.284212 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-32da6ccd-65a3-4df6-90e4-0ee08f02f143 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9472f5867b964202af54362d390c7509&device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 1128 time: 0.0629842 Sep 15 13:09:06.330322 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-0aca87cf-df86-4ec8-bb87-2ecfd4f3fc4a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009a471b-9402-4e82-9037-2675dee6dc22 HTTP/1.1" status: 200 len: 217 time: 0.0333254 Sep 15 13:09:06.379936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-0a11e9d2-107b-441d-a028-45ce03063a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:06.381339 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-0a11e9d2-107b-441d-a028-45ce03063a91 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=411b2e7d-e590-4773-b38f-f0487da1a003 HTTP/1.1" status: 200 len: 849 time: 0.0459864 Sep 15 13:09:06.412690 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-ed68b946-7f8d-4dba-b125-63f5abc6d860 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f23a539b-43b1-4641-ae2c-1eaa74646362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254874 Sep 15 13:09:06.499492 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-5fe20346-3312-4f1f-9c33-7427dff828db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813773 Sep 15 13:09:06.817038 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:06.862742 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ed01d8a9-1f1d-4177-bc52-930c4b969c72 req-682f7bdc-b00b-4101-be62-c04f457ffcc4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578901 Sep 15 13:09:07.400154 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dedb9-b3b2-47d8-b05e-1d07ee11783a req-8012d2f0-b9de-43c4-9cab-d9fbc0942cb3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:07.401545 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6a2dedb9-b3b2-47d8-b05e-1d07ee11783a req-8012d2f0-b9de-43c4-9cab-d9fbc0942cb3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 944 time: 0.0461500 Sep 15 13:09:07.452994 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6a2dedb9-b3b2-47d8-b05e-1d07ee11783a req-71a87e09-107e-45eb-b4d5-1129043aa6af tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Sep 15 13:09:08.576381 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4652d-a374-48b7-baf0-779e46c0cf92 req-b4adce7e-f2b7-4651-a09f-96dccefea3a2 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:08.577947 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-86d4652d-a374-48b7-baf0-779e46c0cf92 req-b4adce7e-f2b7-4651-a09f-96dccefea3a2 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 944 time: 0.0496020 Sep 15 13:09:08.630641 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-86d4652d-a374-48b7-baf0-779e46c0cf92 req-5128de71-065f-48a4-8570-8af49756238a tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Sep 15 13:09:08.685600 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243fad-60da-49b5-9ae3-19af49810ddd req-5e29076b-7b87-46fe-972b-688aa1e305dd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:08.687045 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9d243fad-60da-49b5-9ae3-19af49810ddd req-5e29076b-7b87-46fe-972b-688aa1e305dd tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0472064 Sep 15 13:09:08.733942 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9d243fad-60da-49b5-9ae3-19af49810ddd req-999bed5c-f1ae-4790-9a25-a698c4ad1767 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Sep 15 13:09:09.225921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50258) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:09.267184 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:09.338500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-e7ff6204-9781-4a80-bb9d-a6eadad1e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:09.339980 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-e7ff6204-9781-4a80-bb9d-a6eadad1e499 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9472f5867b964202af54362d390c7509&device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 1128 time: 0.1445305 Sep 15 13:09:09.597244 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (d0d2e634-8089-44d7-b7ba-890de5ae45ea), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:09.791780 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67547c-68e3-4403-9852-72d04d49a063 req-01c64090-82d7-43d9-918e-717ae6d9b49a tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:09.793281 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bc67547c-68e3-4403-9852-72d04d49a063 req-01c64090-82d7-43d9-918e-717ae6d9b49a tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 944 time: 0.0739741 Sep 15 13:09:09.860061 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c138b-dc26-448f-b16e-cb879d110b4b req-feeb0b88-7d88-4c14-ab91-93558469c30c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:09.861502 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b97c138b-dc26-448f-b16e-cb879d110b4b req-feeb0b88-7d88-4c14-ab91-93558469c30c tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0465312 Sep 15 13:09:09.895169 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bc67547c-68e3-4403-9852-72d04d49a063 req-8326fd6a-3c62-436f-937c-f4f1b980c7c0 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954804 Sep 15 13:09:09.895822 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Deleting port d3f812a9-5990-4826-bd24-4bb500cca2b4 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:09.896157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:09.909067 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b97c138b-dc26-448f-b16e-cb879d110b4b req-4c420ac4-6352-46c8-aec9-e194281d5f50 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Sep 15 13:09:09.979585 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:09.987317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] For port d3f812a9-5990-4826-bd24-4bb500cca2b4, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=d3f812a9-5990-4826-bd24-4bb500cca2b4,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:09.987679 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.000887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Calling delete_port for d3f812a9-5990-4826-bd24-4bb500cca2b4 owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:10.092143 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 009a471b-9402-4e82-9037-2675dee6dc22 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:09:10.135176 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:10.184905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (d3f812a9-5990-4826-bd24-4bb500cca2b4), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.195272 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 009a471b-9402-4e82-9037-2675dee6dc22, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=009a471b-9402-4e82-9037-2675dee6dc22,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:10.207813 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f812a9-5990-4826-bd24-4bb500cca2b4,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:10.211293 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '009a471b-9402-4e82-9037-2675dee6dc22', 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362', 'port_id': '009a471b-9402-4e82-9037-2675dee6dc22', 'mac_address': 'fa:16:3e:80:d7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411b2e7d-e590-4773-b38f-f0487da1a003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:09:10.249530 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 009a471b-9402-4e82-9037-2675dee6dc22 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:09:10.249919 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (009a471b-9402-4e82-9037-2675dee6dc22), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.264384 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009a471b-9402-4e82-9037-2675dee6dc22 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:09:10.286074 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 009a471b-9402-4e82-9037-2675dee6dc22, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=009a471b-9402-4e82-9037-2675dee6dc22,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:10.290688 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (009a471b-9402-4e82-9037-2675dee6dc22), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.343503 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=009a471b-9402-4e82-9037-2675dee6dc22,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:10.351454 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.351788 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.352125 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.352483 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.352979 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.353311 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.353632 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.353952 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.354268 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.354592 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.355478 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.355810 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.358783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.358783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.358783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:09:10.390172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (d0d2e634-8089-44d7-b7ba-890de5ae45ea), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.605372 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Router d0d2e634-8089-44d7-b7ba-890de5ae45ea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:09:10.702576 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['009a471b-9402-4e82-9037-2675dee6dc22'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:09:10.706635 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:09:10.711785 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-226b037c-ae41-444e-8e5c-bec43adab6e6 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d0d2e634-8089-44d7-b7ba-890de5ae45ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848342 Sep 15 13:09:10.714361 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50270) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:10.717811 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] Sync routers for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:09:10.728342 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:10.729027 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:10.851980 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:10.860539 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.870276 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:10.901307 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks [] for router (d0d2e634-8089-44d7-b7ba-890de5ae45ea), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:10.934796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-7a1f056f-6b09-4830-99ce-ca1657457cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:10.936395 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-7a1f056f-6b09-4830-99ce-ca1657457cbf service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 200 len: 910 time: 0.1812732 Sep 15 13:09:11.022576 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks [] for router_gateway (d0d2e634-8089-44d7-b7ba-890de5ae45ea), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:11.062900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc6757-9781-4fdd-a2a7-a1b99ca62f74 req-3d3a04b5-a8c0-4425-a31c-91cde7e80a1b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:11.064427 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ddc6757-9781-4fdd-a2a7-a1b99ca62f74 req-3d3a04b5-a8c0-4425-a31c-91cde7e80a1b tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.0584619 Sep 15 13:09:11.103784 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115975d1-c4d8-447b-8881-bf449cd4a3d9 req-e6cb15ba-dc9c-4c30-b354-29869ee20354 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:11.104785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:11.108762 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-115975d1-c4d8-447b-8881-bf449cd4a3d9 req-e6cb15ba-dc9c-4c30-b354-29869ee20354 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 945 time: 0.0652478 Sep 15 13:09:11.119148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Deleting port 7236799a-ed74-44b4-8229-b8976ca46dfa {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:11.119492 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:11.131603 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:11.160904 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:11.163140 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-115975d1-c4d8-447b-8881-bf449cd4a3d9 req-ebfeba70-0da3-47f8-8eba-538bea4e2755 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Sep 15 13:09:11.204420 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3ddc6757-9781-4fdd-a2a7-a1b99ca62f74 req-ec529e6f-8b6a-41c4-b034-4c81dad18d0f tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206243 Sep 15 13:09:11.239772 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T13:09:10Z', 'revision_number': 5, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port': {'id': '7236799a-ed74-44b4-8229-b8976ca46dfa', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:25Z', 'updated_at': '2022-09-15T12:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:11.245000 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] For port 7236799a-ed74-44b4-8229-b8976ca46dfa, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7236799a-ed74-44b4-8229-b8976ca46dfa,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:11.245366 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:11.258938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Calling delete_port for 7236799a-ed74-44b4-8229-b8976ca46dfa owned by network:router_gateway {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:11.270746 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] Checking router: d0d2e634-8089-44d7-b7ba-890de5ae45ea for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:09:11.280974 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] Routers {'d0d2e634-8089-44d7-b7ba-890de5ae45ea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:11.281649 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:11.300436 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-c8151386-016f-433d-b13e-7ed425e9d1be service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009a471b-9402-4e82-9037-2675dee6dc22 HTTP/1.1" status: 200 len: 217 time: 0.0372434 Sep 15 13:09:11.362030 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] Set router d0d2e634-8089-44d7-b7ba-890de5ae45ea gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:11.413727 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T13:09:11Z', 'revision_number': 6, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:11.446240 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf7d7f-c348-41b1-b511-ec233b3c4df9 None None] The sync data for ids ['d0d2e634-8089-44d7-b7ba-890de5ae45ea'] in dv-cinder-836083-13-iscsi is: [{'id': 'd0d2e634-8089-44d7-b7ba-890de5ae45ea', 'name': 'tempest-AttachVolumeNegativeTest-1990481672-router', 'tenant_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:24Z', 'updated_at': '2022-09-15T13:09:11Z', 'revision_number': 6, 'project_id': '2e4c4dc894bd429b8f46ae444eb5ff7d', 'gw_port_host': None}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:09:11.464207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (7236799a-ed74-44b4-8229-b8976ca46dfa), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:11.498527 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Pushing event deleted for resources: {'Port': ['ID=7236799a-ed74-44b4-8229-b8976ca46dfa,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:11.612137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8b65d02f-de40-45f9-8b40-1929fd07a318 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:11.613613 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8b65d02f-de40-45f9-8b40-1929fd07a318 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.1175246 Sep 15 13:09:11.637510 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-f4ae7264-93ae-48a1-a771-e56593e2ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:11.638943 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-f4ae7264-93ae-48a1-a771-e56593e2ab5c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=411b2e7d-e590-4773-b38f-f0487da1a003 HTTP/1.1" status: 200 len: 849 time: 0.1416912 Sep 15 13:09:11.691844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (d0d2e634-8089-44d7-b7ba-890de5ae45ea), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:11.718087 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-e1f3f439-a373-4204-b993-4fd82cb6ec1f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f23a539b-43b1-4641-ae2c-1eaa74646362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561752 Sep 15 13:09:11.802287 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:11.828070 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:09:11.895712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device d3f812a9-5990-4826-bd24-4bb500cca2b4 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:11.916405 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: d3f812a9-5990-4826-bd24-4bb500cca2b4 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:11.916846 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device d3f812a9-5990-4826-bd24-4bb500cca2b4 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:12.120392 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (d0d2e634-8089-44d7-b7ba-890de5ae45ea), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.123450 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 009a471b-9402-4e82-9037-2675dee6dc22 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:09:12.125133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks [] for router_controller (d0d2e634-8089-44d7-b7ba-890de5ae45ea), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.165078 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:12.169694 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 009a471b-9402-4e82-9037-2675dee6dc22 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:09:12.175037 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 009a471b-9402-4e82-9037-2675dee6dc22 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:09:12.175431 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (009a471b-9402-4e82-9037-2675dee6dc22), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.175740 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 009a471b-9402-4e82-9037-2675dee6dc22 Sep 15 13:09:12.187711 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Deleting port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:12.188066 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.194463 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (d0d2e634-8089-44d7-b7ba-890de5ae45ea), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.195054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d2e634-8089-44d7-b7ba-890de5ae45ea {{(pid=106205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:09:12.248476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:12.267773 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 009a471b-9402-4e82-9037-2675dee6dc22 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:09:12.268466 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (009a471b-9402-4e82-9037-2675dee6dc22), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.302163 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a471b-9402-4e82-9037-2675dee6dc22'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:12.304762 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1f7d8e-81dd-4321-939d-9b4091f0acd5" -d '{"events": [{"server_uuid": "bfe4588a-9924-44b1-ab03-c8635cea4160", "name": "network-vif-plugged", "status": "completed", "tag": "009a471b-9402-4e82-9037-2675dee6dc22"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:12.306954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:12.321603 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.325900 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-810e3e4b-bb5d-409b-8fdb-880550e35629 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/d0d2e634-8089-44d7-b7ba-890de5ae45ea HTTP/1.1" status: 204 len: 168 time: 1.6073990 Sep 15 13:09:12.328253 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17522bef-b5f1-4da4-8ba6-b06408701e69 req-f9439927-65ee-4ff1-a3c0-fd3f984ce06c tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:12.329566 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 009a471b-9402-4e82-9037-2675dee6dc22, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=009a471b-9402-4e82-9037-2675dee6dc22,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:12.331640 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-17522bef-b5f1-4da4-8ba6-b06408701e69 req-f9439927-65ee-4ff1-a3c0-fd3f984ce06c tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 945 time: 0.0619223 Sep 15 13:09:12.332133 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50286) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:12.338195 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (009a471b-9402-4e82-9037-2675dee6dc22), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.357038 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-a824feaa-aafd-46ae-a076-2602ffea39d2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063297 Sep 15 13:09:12.410951 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=009a471b-9402-4e82-9037-2675dee6dc22,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:12.423820 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Deleting subnet 1046c219-65a3-4db3-82a5-a910b30b1dec {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:09:12.429865 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-17522bef-b5f1-4da4-8ba6-b06408701e69 req-ed9e26c8-59ad-4261-801e-609ace369c01 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870614 Sep 15 13:09:12.430629 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Publish callbacks [] for subnet (1046c219-65a3-4db3-82a5-a910b30b1dec), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.444732 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] For port 2e211122-d0c5-4c5f-9b31-8e606a42abd5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e211122-d0c5-4c5f-9b31-8e606a42abd5,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:12.445386 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.483552 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (1046c219-65a3-4db3-82a5-a910b30b1dec), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.495063 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e5ecbf-7f58-488c-9758-14ca4f56e5bf x-openstack-request-id: req-61e5ecbf-7f58-488c-9758-14ca4f56e5bf {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:12.495438 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe4588a-9924-44b1-ab03-c8635cea4160", "name": "network-vif-plugged", "status": "completed", "tag": "009a471b-9402-4e82-9037-2675dee6dc22", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:12.495762 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61e5ecbf-7f58-488c-9758-14ca4f56e5bf {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:12.497167 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e5ecbf-7f58-488c-9758-14ca4f56e5bf'] response: {'server_uuid': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a471b-9402-4e82-9037-2675dee6dc22', 'code': 200} Sep 15 13:09:12.549559 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d543619-343b-4ac8-b1bc-2a8d5eab56b9 req-e209e47d-fdf0-46dc-abc1-42e316b0f194 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:12.556592 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2d543619-343b-4ac8-b1bc-2a8d5eab56b9 req-e209e47d-fdf0-46dc-abc1-42e316b0f194 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 947 time: 0.2479949 Sep 15 13:09:12.572523 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:12.582788 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (1046c219-65a3-4db3-82a5-a910b30b1dec), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.670536 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (1046c219-65a3-4db3-82a5-a910b30b1dec), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.705170 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2d543619-343b-4ac8-b1bc-2a8d5eab56b9 req-346ecb0f-644c-44f4-8b45-5ecf4f342b63 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c50435d-d971-4239-8967-eb7b7914a94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478858 Sep 15 13:09:12.708966 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a7cc0507-fce7-4025-b9d8-a2cbbe3b5d3b req-1498f99f-3945-4ed3-808f-51fd63afffb6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332274 Sep 15 13:09:12.723327 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1046c219-65a3-4db3-82a5-a910b30b1dec,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:12.730182 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.741061 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e374f3-58dc-4bbb-89a8-71e809dd7ec6 None None] Network e0e4d116-b42c-4d92-83e5-69793b91ec95 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:09:12.752603 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a04a32ae-a362-403c-8b1c-828d7cd47327 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/1046c219-65a3-4db3-82a5-a910b30b1dec HTTP/1.1" status: 204 len: 168 time: 0.4192600 Sep 15 13:09:12.753697 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50296) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:12.812380 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.813061 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (eb125300-7cce-412c-ade9-c7d1e35b8234), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.813933 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Floating IP eb125300-7cce-412c-ade9-c7d1e35b8234 disassociated. External IP: 172.27.1.81, port: 2e211122-d0c5-4c5f-9b31-8e606a42abd5. Sep 15 13:09:12.813933 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Calling delete_port for 2e211122-d0c5-4c5f-9b31-8e606a42abd5 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:12.814608 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:12.875645 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0465b5-3e55-4b04-a261-5d0ea83add3d req-abe38c25-39ec-43ec-8287-f934c69c94ef tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:12.877482 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cb0465b5-3e55-4b04-a261-5d0ea83add3d req-abe38c25-39ec-43ec-8287-f934c69c94ef tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0734468 Sep 15 13:09:12.880252 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (e0e4d116-b42c-4d92-83e5-69793b91ec95), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.917976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b889eb-820b-4d2a-8021-ec96477ca383 req-8b5df8c0-2651-494b-bd11-8fd1570f630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:12.920505 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73b889eb-820b-4d2a-8021-ec96477ca383 req-8b5df8c0-2651-494b-bd11-8fd1570f630b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 1130 time: 0.0884671 Sep 15 13:09:12.939794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] DHCP port deletion for e0e4d116-b42c-4d92-83e5-69793b91ec95 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:09:12.958209 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Deleting port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:12.958864 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:12.973630 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cb0465b5-3e55-4b04-a261-5d0ea83add3d req-cc8d903c-7499-45bf-bfcb-2200eca28c9b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895202 Sep 15 13:09:12.991792 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-73b889eb-820b-4d2a-8021-ec96477ca383 req-a196b16d-a4fc-4ced-a46d-b24c9ea3c651 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624762 Sep 15 13:09:13.005344 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50298) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:13.006061 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] Deleting port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:13.006424 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.021050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:13.039892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] For port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:13.039892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.056118 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (2e211122-d0c5-4c5f-9b31-8e606a42abd5), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.061240 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Calling delete_port for 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 owned by network:dhcp {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:13.075544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] For port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,segment=NetworkSegment(5bb35f23-3ce0-41f5-ae93-b88b95314587),segment_id=5bb35f23-3ce0-41f5-ae93-b88b95314587)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:13.075939 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.091870 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] Calling delete_port for 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:13.144674 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event deleted for resources: {'Port': ['ID=2e211122-d0c5-4c5f-9b31-8e606a42abd5,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:13.173467 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.199089 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Pushing event deleted for resources: {'Port': ['ID=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:13.203121 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] No DVR routers for this DVR port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 on host dv-cinder-836083-13-iscsi {{(pid=106204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:13.235590 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Router 9930d0ac-2946-4003-8981-ac432633b7d5 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:09:13.242392 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.268491 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] Pushing event deleted for resources: {'Port': ['ID=491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:13.273292 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c766d7f-2620-48f5-a3fc-dd18ae4e4b79 None None] No DVR routers for this DVR port 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:13.312727 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (e0e4d116-b42c-4d92-83e5-69793b91ec95), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.323255 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f7979-2215-4ed0-b957-753fd2d03505 tempest-TestMinimumBasicScenario-90661362 tempest-TestMinimumBasicScenario-90661362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:13.325421 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-696f7979-2215-4ed0-b957-753fd2d03505 tempest-TestMinimumBasicScenario-90661362 tempest-TestMinimumBasicScenario-90661362-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1124 time: 0.3185287 Sep 15 13:09:13.329399 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50302) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:13.333244 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'port_id': '8664056d-9981-4374-9627-df05e9500424', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:13.350394 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:09:13.350628 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e4d116-b42c-4d92-83e5-69793b91ec95']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:13.362351 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:09:13.364532 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb35f23-3ce0-41f5-ae93-b88b95314587') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:13.364834 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb35f23-3ce0-41f5-ae93-b88b95314587') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:13.372252 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:13.373545 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:13.377622 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (5bb35f23-3ce0-41f5-ae93-b88b95314587), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.384361 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.410519 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (5bb35f23-3ce0-41f5-ae93-b88b95314587), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.410771 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] No DVR routers for this DVR port 2e211122-d0c5-4c5f-9b31-8e606a42abd5 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:13.410771 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.413515 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2ef3fbf8-d33f-45c1-8e54-0451249d42d8 req-8c710da4-388a-41a2-8286-c62e53cb6e38 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2e211122-d0c5-4c5f-9b31-8e606a42abd5 HTTP/1.1" status: 204 len: 173 time: 1.7860754 Sep 15 13:09:13.414025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-deleted', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:13.416381 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fec0d0-87f5-4239-a42e-0d39dd32804f" -d '{"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-deleted", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:13.468293 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb613c6-9700-4b68-900f-c652763acdd0 x-openstack-request-id: req-feb613c6-9700-4b68-900f-c652763acdd0 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:13.468767 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f141686-0b27-4fd1-9e23-6634ade717ae", "name": "network-vif-deleted", "tag": "2e211122-d0c5-4c5f-9b31-8e606a42abd5", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:13.469127 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-feb613c6-9700-4b68-900f-c652763acdd0 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:13.471642 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb613c6-9700-4b68-900f-c652763acdd0'] response: {'server_uuid': '8f141686-0b27-4fd1-9e23-6634ade717ae', 'name': 'network-vif-deleted', 'tag': '2e211122-d0c5-4c5f-9b31-8e606a42abd5', 'status': 'completed', 'code': 200} Sep 15 13:09:13.490533 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.494661 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:13.500651 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:09:13.501066 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (5bb35f23-3ce0-41f5-ae93-b88b95314587), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.584479 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 5bb35f23-3ce0-41f5-ae93-b88b95314587 resource provider aggregate not found Sep 15 13:09:13.616744 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 5bb35f23-3ce0-41f5-ae93-b88b95314587 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bb35f23-3ce0-41f5-ae93-b88b95314587 found for delete ", "request_id": "req-a157cd33-4193-4552-b880-74182ea06600"}]} Sep 15 13:09:13.657998 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (e0e4d116-b42c-4d92-83e5-69793b91ec95), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.669460 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:13.671939 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:13.676760 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/e0e4d116-b42c-4d92-83e5-69793b91ec95 HTTP/1.1" status: 204 len: 168 time: 0.9192874 Sep 15 13:09:13.685120 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a3110-4dc8-4953-877f-cba241599a50 req-1c7a025a-838c-459f-8a2d-f62f87f8131e tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:13.686507 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b74a3110-4dc8-4953-877f-cba241599a50 req-1c7a025a-838c-459f-8a2d-f62f87f8131e tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 946 time: 0.1332626 Sep 15 13:09:13.734658 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871b59b-0268-4762-9082-2c4a633fc742 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e4d116-b42c-4d92-83e5-69793b91ec95,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:13.741341 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:13.768983 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:13.769372 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 491fb0f2-2cfb-4c9e-b9c3-d64169c0ba23 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:13.769735 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7236799a-ed74-44b4-8229-b8976ca46dfa no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:13.796861 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Allocated IP 172.27.1.198 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/7ed15e8c-b1f8-47cf-91e4-115cb11409ee) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:09:13.812665 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b74a3110-4dc8-4953-877f-cba241599a50 req-47ee0537-9430-4d60-8779-ac2c15957edc tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953052 Sep 15 13:09:13.834476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:13.834476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 7236799a-ed74-44b4-8229-b8976ca46dfa {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:13.834476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7236799a-ed74-44b4-8229-b8976ca46dfa not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:13.850688 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50316) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:13.942793 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ace056c4-b642-4118-a38d-4b604f1bbb24 req-4b525e86-c77e-459b-98d0-eecf8aaf9b5a tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 210 time: 0.0386808 Sep 15 13:09:13.945292 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-0095e902-524d-4013-bd7c-cfaac49d7d72 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2e4c4dc894bd429b8f46ae444eb5ff7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0935199 Sep 15 13:09:13.946178 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:13.947986 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50318) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:13.976170 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:09:13.987113 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:13.988101 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:14.009148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:14.009148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-68789103-2035-48ff-88b6-f68144c6dd3a admin admin] Publish callbacks [] for security_group (608c9208-f013-4015-99ae-d81dafc99ad4), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.037796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-68789103-2035-48ff-88b6-f68144c6dd3a admin admin] Publish callbacks [] for security_group (608c9208-f013-4015-99ae-d81dafc99ad4), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.114987 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-68789103-2035-48ff-88b6-f68144c6dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (608c9208-f013-4015-99ae-d81dafc99ad4), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.118563 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-68789103-2035-48ff-88b6-f68144c6dd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.120791 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-68789103-2035-48ff-88b6-f68144c6dd3a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/608c9208-f013-4015-99ae-d81dafc99ad4 HTTP/1.1" status: 204 len: 168 time: 0.1717286 Sep 15 13:09:14.131722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68789103-2035-48ff-88b6-f68144c6dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c9208-f013-4015-99ae-d81dafc99ad4,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:14.167186 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:14.171000 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:14.237192 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.273429 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.314161 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:09:14.315462 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:14.317168 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:09:14.321371 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:09:14.362571 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'Port': ['ID=7ed15e8c-b1f8-47cf-91e4-115cb11409ee,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:14.381933 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:14.410172 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0acf87-7232-4dc6-b6ea-2541c158762d None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T12:58:43Z', 'revision_number': 4, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '66e91aa9-b8dd-4b58-a999-52c26884ffa7', 'name': '', 'network_id': '47875655-3272-49b9-a3bb-38bf6ec7a8c6', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'mac_address': 'fa:16:3e:60:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:41Z', 'updated_at': '2022-09-15T12:58:59Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'subnets': [{'id': '74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:09:14.646358 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:14.691774 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af0f75-b693-4424-9454-eaa5f8364e31 None None] New status for floating IP eb125300-7cce-412c-ade9-c7d1e35b8234: DOWN {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:09:14.776450 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for floatingip (5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.867856 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:14.998919 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8190b7-7253-487f-94f3-71740e77d8a6 req-8cc5ba1a-14fc-4510-933c-5346a9a411cb tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:15.002852 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5e8190b7-7253-487f-94f3-71740e77d8a6 req-8cc5ba1a-14fc-4510-933c-5346a9a411cb tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 946 time: 0.0939837 Sep 15 13:09:15.065704 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5e8190b7-7253-487f-94f3-71740e77d8a6 req-a1eab75f-87fe-4fa2-a832-a65d6c76b472 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570881 Sep 15 13:09:15.123480 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c2810dc4-b377-4028-bfef-464b24d441a6 req-6550b13b-a4e0-4000-8438-68217675ca00 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f141686-0b27-4fd1-9e23-6634ade717ae HTTP/1.1" status: 200 len: 210 time: 0.0377080 Sep 15 13:09:15.147754 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:15.155379 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:15.218257 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:15.238182 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:15.240521 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'Port': ['ID=7ed15e8c-b1f8-47cf-91e4-115cb11409ee,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:15.353139 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Floating IP 5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45 associated. External IP: 172.27.1.198, port: 8664056d-9981-4374-9627-df05e9500424. Sep 15 13:09:15.584487 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:09:15.694722 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:15.703781 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:09:15.715851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] Sync routers for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:09:15.726903 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:15.735241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:15.735241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:15.764168 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a6aef6fd-6467-4a57-ade8-345c1a4f388d tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4340756 Sep 15 13:09:15.764959 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:15.767096 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50374) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:15.767762 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d88b76-73ed-43da-a2fe-dec204a0a586" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:15.781916 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752529055', 'description': 'tempest-secgroup-smoke-752529055 description', 'project_id': '8b815e753bbe4a54942550a564653fd8'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:15.834884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:15.842516 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c56bc-dc2d-4b47-b680-34792dba9429 x-openstack-request-id: req-a31c56bc-dc2d-4b47-b680-34792dba9429 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:15.843084 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:15.843208 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a31c56bc-dc2d-4b47-b680-34792dba9429 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:15.843858 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31c56bc-dc2d-4b47-b680-34792dba9429'] response: {'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'status': 'completed', 'code': 200} Sep 15 13:09:15.868505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbe5d8-4201-4908-af91-e5a34efd018b req-04daded8-1193-43dc-b762-047bb90294a1 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:15.870011 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4cbe5d8-4201-4908-af91-e5a34efd018b req-04daded8-1193-43dc-b762-047bb90294a1 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 946 time: 0.0673702 Sep 15 13:09:15.872886 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:15.953554 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e4cbe5d8-4201-4908-af91-e5a34efd018b req-24c39fdd-356a-4ef9-8df2-d4cd4b251233 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746675 Sep 15 13:09:15.982915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group (0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:15.988210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.019955 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.024718 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2566121 Sep 15 13:09:16.025038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50382) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.029224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c3af2-72b8-4ac9-8194-4a9eef61c43b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.042600 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group_rule': {'security_group_id': '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:16.083690 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (20515bac-0efd-4a8e-a1fb-aee8107b972f), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.133604 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'port_id': '8664056d-9981-4374-9627-df05e9500424', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'mac_address': 'fa:16:3e:ee:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:09:14Z', 'updated_at': '2022-09-15T13:09:14Z', 'revision_number': 0, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:16.166642 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:16.170235 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] Checking router: eb81f9e2-72b4-4fd8-b1bc-01ce52887261 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:09:16.172581 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (20515bac-0efd-4a8e-a1fb-aee8107b972f), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.181348 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (20515bac-0efd-4a8e-a1fb-aee8107b972f), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.191001 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 2e211122-d0c5-4c5f-9b31-8e606a42abd5 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:16.191345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 2e211122-d0c5-4c5f-9b31-8e606a42abd5 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:16.197693 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:16.198304 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:16.204587 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20515bac-0efd-4a8e-a1fb-aee8107b972f,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.235120 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.236884 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a0949b09-2040-483b-aa46-a1e9e393d8d6 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2104301 Sep 15 13:09:16.237329 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50388) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.240722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50390) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.249623 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group_rule': {'security_group_id': '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:16.290843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (438293c7-013e-449e-941f-6c15ffd9df59), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.306011 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6d002db-fbb0-44dd-b5a0-6d4e1ece6af6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (5c50435d-d971-4239-8967-eb7b7914a94b), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.322455 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:16.334227 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6d002db-fbb0-44dd-b5a0-6d4e1ece6af6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (5c50435d-d971-4239-8967-eb7b7914a94b), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.394322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (438293c7-013e-449e-941f-6c15ffd9df59), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.399199 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (438293c7-013e-449e-941f-6c15ffd9df59), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.414286 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6d002db-fbb0-44dd-b5a0-6d4e1ece6af6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (5c50435d-d971-4239-8967-eb7b7914a94b), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.420307 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a6d002db-fbb0-44dd-b5a0-6d4e1ece6af6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.428524 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a6d002db-fbb0-44dd-b5a0-6d4e1ece6af6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5c50435d-d971-4239-8967-eb7b7914a94b HTTP/1.1" status: 204 len: 168 time: 0.1901255 Sep 15 13:09:16.429218 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50396) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.441293 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438293c7-013e-449e-941f-6c15ffd9df59,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.450662 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:16.451300 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d002db-fbb0-44dd-b5a0-6d4e1ece6af6 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50435d-d971-4239-8967-eb7b7914a94b,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.453537 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.api.v2.resource [None req-8a7f2df6-fdd6-467b-9eb5-6a6a2988fd40 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] show failed (client error): The resource could not be found. Sep 15 13:09:16.458338 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8a7f2df6-fdd6-467b-9eb5-6a6a2988fd40 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "GET /networking/v2.0/security-groups/5c50435d-d971-4239-8967-eb7b7914a94b HTTP/1.1" status: 404 len: 347 time: 0.0252216 Sep 15 13:09:16.459249 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50398) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.470754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.475295 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2cf43429-f1a7-4fee-86dc-c605fe0297aa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2304437 Sep 15 13:09:16.475295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50400) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.481936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group_rule': {'security_group_id': '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:16.519196 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (6829ac7b-ba50-4a4c-ae1a-c4ddbc1ab58d), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.523591 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:16.584158 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (6829ac7b-ba50-4a4c-ae1a-c4ddbc1ab58d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.588091 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Deleting port 958e8bb8-782a-4212-a7fd-1176edaa1636 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:16.588610 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.589140 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (6829ac7b-ba50-4a4c-ae1a-c4ddbc1ab58d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.608878 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6829ac7b-ba50-4a4c-ae1a-c4ddbc1ab58d,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.618825 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.620080 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-af74a67c-741e-40df-b4fa-2d942fafe3fa tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435175 Sep 15 13:09:16.623433 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50402) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.627923 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group_rule': {'security_group_id': '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:16.650296 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'port_id': '8664056d-9981-4374-9627-df05e9500424', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'mac_address': 'fa:16:3e:ee:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:09:14Z', 'updated_at': '2022-09-15T13:09:14Z', 'revision_number': 0, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:16.658082 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (8f498c08-5747-4835-9797-6d0baaaa5003), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.659490 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:16.680519 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d73dde-f482-4eaf-8d84-335f68f46f12 None None] The sync data for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi is: [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'port_id': '8664056d-9981-4374-9627-df05e9500424', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'mac_address': 'fa:16:3e:ee:39:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:09:14Z', 'updated_at': '2022-09-15T13:09:14Z', 'revision_number': 0, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:09:16.684002 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.685058 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (958e8bb8-782a-4212-a7fd-1176edaa1636), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.687482 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:16.700328 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Calling delete_port for 958e8bb8-782a-4212-a7fd-1176edaa1636 owned by network:floatingip {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:16.731625 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (8f498c08-5747-4835-9797-6d0baaaa5003), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.737069 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (8f498c08-5747-4835-9797-6d0baaaa5003), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.758047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f498c08-5747-4835-9797-6d0baaaa5003,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.765899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.767180 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ef221992-a858-41d3-a091-bdbe18798567 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427810 Sep 15 13:09:16.770231 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50404) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.775112 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group_rule': {'security_group_id': '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:16.797748 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.securitygroups_db [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Project 8b815e753bbe4a54942550a564653fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:09:16.804347 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (89fe95a3-c21d-4002-9b76-3e28b046f4fc), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.855644 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (958e8bb8-782a-4212-a7fd-1176edaa1636), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.869408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (89fe95a3-c21d-4002-9b76-3e28b046f4fc), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.874221 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (89fe95a3-c21d-4002-9b76-3e28b046f4fc), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.885125 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Pushing event deleted for resources: {'Port': ['ID=958e8bb8-782a-4212-a7fd-1176edaa1636,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.894616 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fe95a3-c21d-4002-9b76-3e28b046f4fc,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:16.906215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.907725 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-37066be2-8bb4-4c16-9850-d0a57e64c88e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363182 Sep 15 13:09:16.910651 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50406) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:16.915884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'security_group_rule': {'security_group_id': '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b', 'project_id': '8b815e753bbe4a54942550a564653fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:16.946602 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c12503-d57f-4644-9281-3c2fcbbbd474 None None] New status for floating IP 5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45: ACTIVE {{(pid=106207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:09:16.961502 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks [] for floatingip (eb125300-7cce-412c-ade9-c7d1e35b8234), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.964344 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:16.965872 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5906296b-bb88-4fc5-af68-80c12bc8bdc0 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/eb125300-7cce-412c-ade9-c7d1e35b8234 HTTP/1.1" status: 204 len: 168 time: 0.5055201 Sep 15 13:09:16.982168 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.securitygroups_db [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Project 8b815e753bbe4a54942550a564653fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:09:17.000067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (a45a451d-4af3-4ed0-9d2b-3c532f658064), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:17.006569 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-340aa0ab-404a-4a52-a056-43b5dac5a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.008365 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-340aa0ab-404a-4a52-a056-43b5dac5a97f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1129 time: 0.0819926 Sep 15 13:09:17.066118 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:17.134653 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (a45a451d-4af3-4ed0-9d2b-3c532f658064), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:17.137897 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7b807-f628-449d-ac29-4a2aedc1be1c req-21471db9-581d-499e-b396-874b891a0568 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.145658 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (a45a451d-4af3-4ed0-9d2b-3c532f658064), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:17.147227 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9dd7b807-f628-449d-ac29-4a2aedc1be1c req-21471db9-581d-499e-b396-874b891a0568 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 946 time: 0.0948167 Sep 15 13:09:17.171655 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-feb1781e-22a2-4e60-8766-3b767916b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.174106 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-feb1781e-22a2-4e60-8766-3b767916b691 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.1540298 Sep 15 13:09:17.180662 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45a451d-4af3-4ed0-9d2b-3c532f658064,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:17.188337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:17.189711 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-f1518912-ffd0-4fec-b28b-a17492bb5812 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2778940 Sep 15 13:09:17.204609 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9dd7b807-f628-449d-ac29-4a2aedc1be1c req-80a1009f-b662-49d3-b475-a5600bb5c5ef tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564871 Sep 15 13:09:17.292774 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-0b8cf2a2-326b-4eea-a2c5-0f9868eaaddd tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-752529055&fields=id&tenant_id=8b815e753bbe4a54942550a564653fd8 HTTP/1.1" status: 200 len: 267 time: 0.0495238 Sep 15 13:09:17.381656 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-e7e0ae97-de72-415a-8956-32ada28ec63f tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.383034 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-e7e0ae97-de72-415a-8956-32ada28ec63f tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0841780 Sep 15 13:09:17.399202 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'port': {'security_groups': ['9bf1cee4-1233-465b-b284-811a798a3e01', '0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:17.407427 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-74d7a3ff-9db1-46fc-a4a8-4b6472be04c8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 1001 time: 0.0806763 Sep 15 13:09:17.454630 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:17.547435 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8664056d-9981-4374-9627-df05e9500424), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:17.554978 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-18ec1cf5-f2af-49cd-91f1-d6ee968654ae tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.556459 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-18ec1cf5-f2af-49cd-91f1-d6ee968654ae tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 946 time: 0.1099043 Sep 15 13:09:17.557868 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-0a591d82-1533-40cf-9997-7e813a393012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.559650 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-0a591d82-1533-40cf-9997-7e813a393012 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.1226492 Sep 15 13:09:17.561362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:17.667961 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-da8b39ac-f809-430e-8189-1946abd8b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:17.669758 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-da8b39ac-f809-430e-8189-1946abd8b557 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1019430 Sep 15 13:09:17.780598 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Deleting port 009a471b-9402-4e82-9037-2675dee6dc22 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:17.780945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (009a471b-9402-4e82-9037-2675dee6dc22), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:17.959709 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-b206f983-5eab-4a90-b3e0-f30ae8c0e6aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782898 Sep 15 13:09:18.044655 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] For port 009a471b-9402-4e82-9037-2675dee6dc22, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=009a471b-9402-4e82-9037-2675dee6dc22,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:18.045027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (009a471b-9402-4e82-9037-2675dee6dc22), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:18.072732 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Calling delete_port for 009a471b-9402-4e82-9037-2675dee6dc22 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:18.097058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:18.193696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for port (8664056d-9981-4374-9627-df05e9500424), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:18.203555 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-32d88b76-73ed-43da-a2fe-dec204a0a586 req-aa129c6e-9303-4b10-819d-06e4d5ee9ded service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320690 Sep 15 13:09:18.205615 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (8664056d-9981-4374-9627-df05e9500424), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:18.217165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:18.220314 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:18.220314 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bb5c6abb-a791-4c3d-8ea9-b1072aeac55f req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "PUT /networking/v2.0/ports/8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 981 time: 0.8288236 Sep 15 13:09:18.225282 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:18.225282 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cf5817-6509-4aa1-8b98-7067d507d4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:18.232080 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:18.239757 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['8664056d-9981-4374-9627-df05e9500424'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:09:18.347602 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fa326-8296-496c-99ba-d14762b1272c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=6']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:18.382557 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['8664056d-9981-4374-9627-df05e9500424'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:09:18.399101 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (009a471b-9402-4e82-9037-2675dee6dc22), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:18.420452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1a138-7bdc-431a-a032-882c0a78d0e5 req-87e05566-d7d7-412a-bc16-b8978e59ce44 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:18.423502 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-42e1a138-7bdc-431a-a032-882c0a78d0e5 req-87e05566-d7d7-412a-bc16-b8978e59ce44 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0645523 Sep 15 13:09:18.461222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Pushing event deleted for resources: {'Port': ['ID=009a471b-9402-4e82-9037-2675dee6dc22,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:18.478273 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:18.497804 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17803406-147e-4dba-9907-346779f9b52e x-openstack-request-id: req-17803406-147e-4dba-9907-346779f9b52e {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:18.498096 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:18.498353 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17803406-147e-4dba-9907-346779f9b52e {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:18.498758 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17803406-147e-4dba-9907-346779f9b52e'] response: {'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'status': 'completed', 'code': 200} Sep 15 13:09:18.523535 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] No DVR routers for this DVR port 009a471b-9402-4e82-9037-2675dee6dc22 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:18.525920 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:18.527261 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-42e1a138-7bdc-431a-a032-882c0a78d0e5 req-7811a448-884c-4f7a-b8e6-69ff69ddf0fe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981436 Sep 15 13:09:18.529944 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-92d5847c-bda2-436d-b833-a3e1ef144398 req-72c83da4-23a4-41c4-96cd-4b725c2ed518 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "DELETE /networking/v2.0/ports/009a471b-9402-4e82-9037-2675dee6dc22 HTTP/1.1" status: 204 len: 173 time: 0.9607487 Sep 15 13:09:18.586685 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-373c4d99-b623-41aa-b09d-8aa203a844f7 req-dcf46c60-9566-45fb-886f-654dd8ec514a tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bfe4588a-9924-44b1-ab03-c8635cea4160 HTTP/1.1" status: 200 len: 210 time: 0.0465090 Sep 15 13:09:18.588847 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:18.598722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-eddc03fe-0d59-4db3-b2b4-238532c2579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:18.600300 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-eddc03fe-0d59-4db3-b2b4-238532c2579e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1168 time: 0.0692565 Sep 15 13:09:18.706695 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-5d2bca26-67d9-4eb3-abf9-63ce23db7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:18.709106 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-5d2bca26-67d9-4eb3-abf9-63ce23db7a29 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.1015465 Sep 15 13:09:18.785026 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-d7192704-d39b-4008-b891-fa170f99af25 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 1001 time: 0.0697870 Sep 15 13:09:18.867069 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-1174876e-fb0f-48e6-933b-d7a85106e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:18.869050 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-1174876e-fb0f-48e6-933b-d7a85106e0bf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0507698 Sep 15 13:09:18.927365 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:19.102020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-d0ed4464-237d-4b52-a1b4-af4fa3db5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:19.103530 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-d0ed4464-237d-4b52-a1b4-af4fa3db5223 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444419 Sep 15 13:09:19.229821 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-92d97979-72c0-43d8-bb53-e13aa72a9271 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186106 Sep 15 13:09:19.336385 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['009a471b-9402-4e82-9037-2675dee6dc22'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:09:19.343462 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-41cf5817-6509-4aa1-8b98-7067d507d4c5 req-d910ce0c-547e-46c6-8e4f-6ceb68aef827 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990567 Sep 15 13:09:19.745350 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50490) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:19.904648 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50506) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:19.970464 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeed-2e63-492b-b666-8490f145b9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.003370 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-6d35a20a-b1e4-484b-a705-22debfeedf31 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:20.004936 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-6d35a20a-b1e4-484b-a705-22debfeedf31 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 200 len: 809 time: 0.1557498 Sep 15 13:09:20.046564 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeed-2e63-492b-b666-8490f145b9e2 admin admin] Publish callbacks [] for security_group (e6037f3b-20d8-42a2-983b-7d3bfcebc803), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.050903 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeed-2e63-492b-b666-8490f145b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e6037f3b-20d8-42a2-983b-7d3bfcebc803), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.059820 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-ec1c013e-e96a-43e2-ba24-9b573289821b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/quotas/9472f5867b964202af54362d390c7509 HTTP/1.1" status: 200 len: 375 time: 0.0464082 Sep 15 13:09:20.096802 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e5bedeed-2e63-492b-b666-8490f145b9e2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f9099ca971d84b27be7f46af20a52352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910200 Sep 15 13:09:20.098220 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bedeed-2e63-492b-b666-8490f145b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6037f3b-20d8-42a2-983b-7d3bfcebc803,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:20.099372 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-645d99ba-4059-4c37-819a-7526d9c9fca6 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9472f5867b964202af54362d390c7509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322721 Sep 15 13:09:20.099810 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50510) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:20.142734 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-f19f2be7-db6c-489c-ab02-68266c3077d4 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106204) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 13:09:20.143725 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-f19f2be7-db6c-489c-ab02-68266c3077d4 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0361822 Sep 15 13:09:20.274155 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:20.303755 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0b93d8b7-eb8f-4f30-82f9-8040b4c7f1ae admin admin] Publish callbacks [] for security_group (e6037f3b-20d8-42a2-983b-7d3bfcebc803), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.355731 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-5f8d55f7-1466-4492-a567-9c261611df0a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047453 Sep 15 13:09:20.359338 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0b93d8b7-eb8f-4f30-82f9-8040b4c7f1ae admin admin] Publish callbacks [] for security_group (e6037f3b-20d8-42a2-983b-7d3bfcebc803), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.500613 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'name': 'network-vif-deleted', 'tag': '009a471b-9402-4e82-9037-2675dee6dc22'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:20.503147 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a61ae-2fd8-47a0-83da-6850f43a8da8" -d '{"events": [{"server_uuid": "bfe4588a-9924-44b1-ab03-c8635cea4160", "name": "network-vif-deleted", "tag": "009a471b-9402-4e82-9037-2675dee6dc22"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:20.543777 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67945aff-ed4c-42b4-a47e-94d1906b3f73 x-openstack-request-id: req-67945aff-ed4c-42b4-a47e-94d1906b3f73 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:20.544248 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe4588a-9924-44b1-ab03-c8635cea4160", "name": "network-vif-deleted", "tag": "009a471b-9402-4e82-9037-2675dee6dc22", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:20.544606 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67945aff-ed4c-42b4-a47e-94d1906b3f73 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:20.545017 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67945aff-ed4c-42b4-a47e-94d1906b3f73'] response: {'server_uuid': 'bfe4588a-9924-44b1-ab03-c8635cea4160', 'name': 'network-vif-deleted', 'tag': '009a471b-9402-4e82-9037-2675dee6dc22', 'status': 'completed', 'code': 200} Sep 15 13:09:20.718708 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:20.756336 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0b93d8b7-eb8f-4f30-82f9-8040b4c7f1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e6037f3b-20d8-42a2-983b-7d3bfcebc803), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.758841 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-0b93d8b7-eb8f-4f30-82f9-8040b4c7f1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.759986 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-0b93d8b7-eb8f-4f30-82f9-8040b4c7f1ae admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e6037f3b-20d8-42a2-983b-7d3bfcebc803 HTTP/1.1" status: 204 len: 168 time: 0.6584077 Sep 15 13:09:20.782126 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-69aa877d-89f2-4ffe-af0a-deceabda4797 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192553 Sep 15 13:09:20.786009 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93d8b7-eb8f-4f30-82f9-8040b4c7f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6037f3b-20d8-42a2-983b-7d3bfcebc803,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:20.788098 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (9930d0ac-2946-4003-8981-ac432633b7d5), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:20.992527 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-269b29f3-ba4f-443e-b7b3-e1a09d4ccc47 req-316cf580-c20a-4568-95f9-a3ae5517330f tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 210 time: 0.0342810 Sep 15 13:09:21.053904 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Deleting port 66e91aa9-b8dd-4b58-a999-52c26884ffa7 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:21.054249 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.117767 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50524) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:21.142288 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-83d2cbc8-8156-48ab-b14c-f13dcf0c88f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.144735 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] For port 66e91aa9-b8dd-4b58-a999-52c26884ffa7, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=66e91aa9-b8dd-4b58-a999-52c26884ffa7,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:21.145165 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.158404 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Calling delete_port for 66e91aa9-b8dd-4b58-a999-52c26884ffa7 owned by network:router_interface {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:21.238324 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:21.252721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-83d2cbc8-8156-48ab-b14c-f13dcf0c88f4 admin admin] Publish callbacks [] for security_group (ed89ddff-8093-4e6e-a28c-215fe1cd032d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.256791 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-83d2cbc8-8156-48ab-b14c-f13dcf0c88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ed89ddff-8093-4e6e-a28c-215fe1cd032d), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.289414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:21.302797 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-83d2cbc8-8156-48ab-b14c-f13dcf0c88f4 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=399453798ebb4da4add1f838b4f122c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813347 Sep 15 13:09:21.302797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2cbc8-8156-48ab-b14c-f13dcf0c88f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed89ddff-8093-4e6e-a28c-215fe1cd032d,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:21.305038 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50530) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:21.331972 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:21.362547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c33b3c7b-f029-453a-aaca-b86db6fd767a admin admin] Publish callbacks [] for security_group (ed89ddff-8093-4e6e-a28c-215fe1cd032d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.375299 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (66e91aa9-b8dd-4b58-a999-52c26884ffa7), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.390220 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c33b3c7b-f029-453a-aaca-b86db6fd767a admin admin] Publish callbacks [] for security_group (ed89ddff-8093-4e6e-a28c-215fe1cd032d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.401349 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e91aa9-b8dd-4b58-a999-52c26884ffa7,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:21.449162 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c33b3c7b-f029-453a-aaca-b86db6fd767a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ed89ddff-8093-4e6e-a28c-215fe1cd032d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.451805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c33b3c7b-f029-453a-aaca-b86db6fd767a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.455548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c33b3c7b-f029-453a-aaca-b86db6fd767a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ed89ddff-8093-4e6e-a28c-215fe1cd032d HTTP/1.1" status: 204 len: 168 time: 0.1468108 Sep 15 13:09:21.470439 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b3c7b-f029-453a-aaca-b86db6fd767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed89ddff-8093-4e6e-a28c-215fe1cd032d,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:21.596580 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (9930d0ac-2946-4003-8981-ac432633b7d5), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:21.810377 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:21.879147 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Router 9930d0ac-2946-4003-8981-ac432633b7d5 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:09:21.984802 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:09:21.989761 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-817363a7-8f88-456c-bc87-bc357c6ea233 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/9930d0ac-2946-4003-8981-ac432633b7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432575 Sep 15 13:09:21.992375 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50544) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:21.997324 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] Sync routers for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:09:22.007755 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:22.008398 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:22.125226 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-5f51faa5-4ea1-471d-9389-8a83bd12397b req-bb4b2ae6-8001-4517-a9cc-ef53c9f4a412 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 210 time: 0.0313232 Sep 15 13:09:22.168112 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks [] for router (9930d0ac-2946-4003-8981-ac432633b7d5), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.193756 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 009a471b-9402-4e82-9037-2675dee6dc22 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:22.217523 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 009a471b-9402-4e82-9037-2675dee6dc22 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:22.218176 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 009a471b-9402-4e82-9037-2675dee6dc22 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:22.282651 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:22.349832 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:22.367025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-eb03c48d-703f-40a2-ae47-25a7b3cfe20b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:22.369157 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-eb03c48d-703f-40a2-ae47-25a7b3cfe20b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 200 len: 809 time: 0.1339276 Sep 15 13:09:22.390508 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks [] for router_gateway (9930d0ac-2946-4003-8981-ac432633b7d5), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.394981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Request body: {'port': {'device_id': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362', 'admin_state_up': True, 'tenant_id': '9472f5867b964202af54362d390c7509'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:22.452265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Deleting port c66ddfa9-463c-4cca-86f4-2947b8841995 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:22.452640 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.499971 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T13:09:21Z', 'revision_number': 5, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port': {'id': 'c66ddfa9-463c-4cca-86f4-2947b8841995', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T12:58:29Z', 'updated_at': '2022-09-15T12:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:22.540748 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] Checking router: 9930d0ac-2946-4003-8981-ac432633b7d5 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:09:22.553539 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Made reservation on behalf of 9472f5867b964202af54362d390c7509 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:09:22.554325 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] Routers {'9930d0ac-2946-4003-8981-ac432633b7d5'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:09:22.554943 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:08:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['9930d0ac-2946-4003-8981-ac432633b7d5'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:22.558097 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.574067 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] For port c66ddfa9-463c-4cca-86f4-2947b8841995, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=c66ddfa9-463c-4cca-86f4-2947b8841995,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:22.574498 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.592589 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Calling delete_port for c66ddfa9-463c-4cca-86f4-2947b8841995 owned by network:router_gateway {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:22.650316 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0ee2aa72-86f4-4d04-ac36-821355048e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.663739 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] Set router 9930d0ac-2946-4003-8981-ac432633b7d5 gateway port host: None {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:09:22.677141 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:22.729582 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Allocated IP 172.20.0.12 (f23a539b-43b1-4641-ae2c-1eaa74646362/411b2e7d-e590-4773-b38f-f0487da1a003/94f0aff7-db84-459c-98a3-27db0a23ce68) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:09:22.729895 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T13:09:22Z', 'revision_number': 6, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:22.763387 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b879c20-6a8a-466a-9cd7-b177159b8d90 None None] The sync data for ids ['9930d0ac-2946-4003-8981-ac432633b7d5'] in dv-cinder-836083-13-iscsi is: [{'id': '9930d0ac-2946-4003-8981-ac432633b7d5', 'name': 'tempest-AttachVolumeShelveTestJSON-1428542453-router', 'tenant_id': '6180da28285943f7a7b0900185df6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T12:58:27Z', 'updated_at': '2022-09-15T13:09:22Z', 'revision_number': 6, 'project_id': '6180da28285943f7a7b0900185df6127', 'gw_port_host': None}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:09:22.818714 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (c66ddfa9-463c-4cca-86f4-2947b8841995), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.845462 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66ddfa9-463c-4cca-86f4-2947b8841995,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:22.874618 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50568) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:22.912881 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (9930d0ac-2946-4003-8981-ac432633b7d5), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.916338 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:22.954805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks [] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:22.999724 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.009090 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (9930d0ac-2946-4003-8981-ac432633b7d5), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.011350 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks [] for router_controller (9930d0ac-2946-4003-8981-ac432633b7d5), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.059955 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (9930d0ac-2946-4003-8981-ac432633b7d5), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.060546 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9930d0ac-2946-4003-8981-ac432633b7d5 {{(pid=106204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:09:23.065161 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.066074 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c7a01c94-f146-414b-9e74-c63608c40425 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/9930d0ac-2946-4003-8981-ac432633b7d5 HTTP/1.1" status: 204 len: 168 time: 1.0728457 Sep 15 13:09:23.068629 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50572) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:23.117189 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Deleting subnet 74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:09:23.121049 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Publish callbacks [] for subnet (74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.165297 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.264493 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.321674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.327179 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-61133d2d-e1ed-4972-94ee-7548c291b22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.345420 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:23.351173 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.357971 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-704e0048-5097-48f1-bbf9-9a1f8818f4a8 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/74e99b4d-fd28-42f6-ba6f-52a0ea87e6e2 HTTP/1.1" status: 204 len: 168 time: 0.2883415 Sep 15 13:09:23.358513 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ef720-e30b-42f6-9ec7-efe12da55bd8 None None] Network 47875655-3272-49b9-a3bb-38bf6ec7a8c6 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:09:23.358994 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50576) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:23.376898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:23.377477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:23.381414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Network f23a539b-43b1-4641-ae2c-1eaa74646362 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:09:23.398707 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:09:23.401038 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:09:23.437754 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (47875655-3272-49b9-a3bb-38bf6ec7a8c6), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.438889 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4100f-2310-4461-9c6b-70b2fe6fda1b req-2628b751-4a85-4cb8-9408-97963fce5602 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:23.440125 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e9a4100f-2310-4461-9c6b-70b2fe6fda1b req-2628b751-4a85-4cb8-9408-97963fce5602 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 932 time: 0.1489909 Sep 15 13:09:23.440769 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Pushing event updated for resources: {'Port': ['ID=94f0aff7-db84-459c-98a3-27db0a23ce68,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:23.491637 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Deleting port fc64f5bd-fc8a-49c6-97e2-d290b7874767 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:23.491637 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.525243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:23.525775 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.558560 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] For port fc64f5bd-fc8a-49c6-97e2-d290b7874767, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fc64f5bd-fc8a-49c6-97e2-d290b7874767,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:23.559482 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.564647 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e9a4100f-2310-4461-9c6b-70b2fe6fda1b req-449aeca9-2410-4fc3-a229-e57e6456bd12 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119678 Sep 15 13:09:23.573449 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Calling delete_port for fc64f5bd-fc8a-49c6-97e2-d290b7874767 owned by network:dhcp {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:23.576148 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-bb81c0c9-6195-4047-977a-e372cfa1149d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1906965 Sep 15 13:09:23.583922 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] DHCP port deletion for 47875655-3272-49b9-a3bb-38bf6ec7a8c6 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:09:23.598051 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Request body: {'port': {'device_id': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:09:23.621800 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:23.654323 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] Deleting port fc64f5bd-fc8a-49c6-97e2-d290b7874767 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:23.655002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.664427 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.678938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.693762 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-61133d2d-e1ed-4972-94ee-7548c291b22a admin admin] Publish callbacks [] for security_group (32543491-494c-4656-b46a-8850f3dddb49), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.697671 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc64f5bd-fc8a-49c6-97e2-d290b7874767,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:23.705627 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] No DVR routers for this DVR port fc64f5bd-fc8a-49c6-97e2-d290b7874767 on host dv-cinder-836083-13-iscsi {{(pid=106204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:23.722396 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-61133d2d-e1ed-4972-94ee-7548c291b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (32543491-494c-4656-b46a-8850f3dddb49), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.723820 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fc64f5bd-fc8a-49c6-97e2-d290b7874767 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:23.755630 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: fc64f5bd-fc8a-49c6-97e2-d290b7874767 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:23.756227 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fc64f5bd-fc8a-49c6-97e2-d290b7874767 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:23.756816 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 66e91aa9-b8dd-4b58-a999-52c26884ffa7 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:23.760511 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] For port fc64f5bd-fc8a-49c6-97e2-d290b7874767, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fc64f5bd-fc8a-49c6-97e2-d290b7874767,segment=NetworkSegment(81405f03-ecd5-4ede-8031-c149d733d9eb),segment_id=81405f03-ecd5-4ede-8031-c149d733d9eb)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:23.761130 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.791164 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-61133d2d-e1ed-4972-94ee-7548c291b22a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d23ed795748945a787c6ee5dec7a5e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9131854 Sep 15 13:09:23.793608 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50578) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:23.793774 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 66e91aa9-b8dd-4b58-a999-52c26884ffa7 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:23.793919 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 66e91aa9-b8dd-4b58-a999-52c26884ffa7 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:23.794336 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c66ddfa9-463c-4cca-86f4-2947b8841995 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:23.811613 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (47875655-3272-49b9-a3bb-38bf6ec7a8c6), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.816395 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: c66ddfa9-463c-4cca-86f4-2947b8841995 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:23.816972 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device c66ddfa9-463c-4cca-86f4-2947b8841995 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:23.820000 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] Calling delete_port for fc64f5bd-fc8a-49c6-97e2-d290b7874767 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:23.833490 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133d2d-e1ed-4972-94ee-7548c291b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32543491-494c-4656-b46a-8850f3dddb49,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:23.850788 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47875655-3272-49b9-a3bb-38bf6ec7a8c6']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:23.868212 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81405f03-ecd5-4ede-8031-c149d733d9eb') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:23.868619 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81405f03-ecd5-4ede-8031-c149d733d9eb') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:09:23.886472 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (81405f03-ecd5-4ede-8031-c149d733d9eb), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.897362 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1765cef3-308f-44fd-a9ad-f217397be1b4 admin admin] Publish callbacks [] for security_group (32543491-494c-4656-b46a-8850f3dddb49), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.906940 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:23.908391 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:23.909647 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (81405f03-ecd5-4ede-8031-c149d733d9eb), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.921218 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (fc64f5bd-fc8a-49c6-97e2-d290b7874767), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.924354 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:09:23.924758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (81405f03-ecd5-4ede-8031-c149d733d9eb), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.944770 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1765cef3-308f-44fd-a9ad-f217397be1b4 admin admin] Publish callbacks [] for security_group (32543491-494c-4656-b46a-8850f3dddb49), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:23.955965 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] Pushing event deleted for resources: {'Port': ['ID=fc64f5bd-fc8a-49c6-97e2-d290b7874767,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:23.962173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f867ab-edc1-4df1-a5a3-2a05b362d188 None None] No DVR routers for this DVR port fc64f5bd-fc8a-49c6-97e2-d290b7874767 on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:23.991508 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 81405f03-ecd5-4ede-8031-c149d733d9eb resource provider aggregate not found Sep 15 13:09:24.036970 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment 81405f03-ecd5-4ede-8031-c149d733d9eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81405f03-ecd5-4ede-8031-c149d733d9eb found for delete ", "request_id": "req-c09e7811-21c7-493a-93f8-8b2fd78e37e2"}]} Sep 15 13:09:24.038638 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (47875655-3272-49b9-a3bb-38bf6ec7a8c6), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.049367 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.052645 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/47875655-3272-49b9-a3bb-38bf6ec7a8c6 HTTP/1.1" status: 204 len: 168 time: 0.6930611 Sep 15 13:09:24.054010 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f0aff7-db84-459c-98a3-27db0a23ce68 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:09:24.069614 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871de28-9e1f-40d9-9c89-547ae52a8e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=47875655-3272-49b9-a3bb-38bf6ec7a8c6,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:24.077657 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Publish callbacks [] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.089234 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1765cef3-308f-44fd-a9ad-f217397be1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (32543491-494c-4656-b46a-8850f3dddb49), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.093053 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Transition to ACTIVE for port object 94f0aff7-db84-459c-98a3-27db0a23ce68 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:09:24.097809 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.098314 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1765cef3-308f-44fd-a9ad-f217397be1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.099587 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1765cef3-308f-44fd-a9ad-f217397be1b4 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/32543491-494c-4656-b46a-8850f3dddb49 HTTP/1.1" status: 204 len: 168 time: 0.3047206 Sep 15 13:09:24.104734 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:24.110134 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765cef3-308f-44fd-a9ad-f217397be1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32543491-494c-4656-b46a-8850f3dddb49,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:24.180696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Pushing event updated for resources: {'Port': ['ID=94f0aff7-db84-459c-98a3-27db0a23ce68,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:24.226483 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50590) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:24.237067 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Attempting to bind port 94f0aff7-db84-459c-98a3-27db0a23ce68 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:09:24.237436 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Attempting to bind port 94f0aff7-db84-459c-98a3-27db0a23ce68 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:09:24.237767 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Attempting to bind port 94f0aff7-db84-459c-98a3-27db0a23ce68 on network f23a539b-43b1-4641-ae2c-1eaa74646362 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:09:24.275275 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-f897fb25-7333-4ed5-b280-a094cf322112 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=6180da28285943f7a7b0900185df6127&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479295 Sep 15 13:09:24.275939 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50594) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:24.281722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Port 94f0aff7-db84-459c-98a3-27db0a23ce68 on network f23a539b-43b1-4641-ae2c-1eaa74646362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:09:24.282054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Attempting to bind port 94f0aff7-db84-459c-98a3-27db0a23ce68 on network f23a539b-43b1-4641-ae2c-1eaa74646362 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:09:24.326462 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:09:24.327188 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Checking segment: {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:09:24.327628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Bound using segment: {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:09:24.328070 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Bound port: 94f0aff7-db84-459c-98a3-27db0a23ce68, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82fa38d-d957-4355-b6cd-35014b0e56e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:09:24.328560 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.337628 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8976ad59-fac7-4fa8-a9b3-74454a8e16f8 admin admin] Publish callbacks [] for security_group (bc539984-abc7-4863-9068-525a9b9b6263), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.362871 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8976ad59-fac7-4fa8-a9b3-74454a8e16f8 admin admin] Publish callbacks [] for security_group (bc539984-abc7-4863-9068-525a9b9b6263), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.386157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:24.401849 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] For port 94f0aff7-db84-459c-98a3-27db0a23ce68, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:09:24.406259 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] For port 94f0aff7-db84-459c-98a3-27db0a23ce68, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=94f0aff7-db84-459c-98a3-27db0a23ce68,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:09:24.414050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.418074 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:24.418817 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.420419 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/94f0aff7-db84-459c-98a3-27db0a23ce68 HTTP/1.1" status: 200 len: 1094 time: 0.8304975 Sep 15 13:09:24.422310 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8976ad59-fac7-4fa8-a9b3-74454a8e16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (bc539984-abc7-4863-9068-525a9b9b6263), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.423218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'tag': '94f0aff7-db84-459c-98a3-27db0a23ce68'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:24.425760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304eedd-be0f-47e0-887c-0e694133e4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d0ae9e-9285-4656-8d98-50fb2af638a8", "tag": "94f0aff7-db84-459c-98a3-27db0a23ce68"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:24.428127 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8976ad59-fac7-4fa8-a9b3-74454a8e16f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.432032 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8976ad59-fac7-4fa8-a9b3-74454a8e16f8 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/bc539984-abc7-4863-9068-525a9b9b6263 HTTP/1.1" status: 204 len: 168 time: 0.1549397 Sep 15 13:09:24.442102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976ad59-fac7-4fa8-a9b3-74454a8e16f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc539984-abc7-4863-9068-525a9b9b6263,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:24.499853 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fe4941-20f6-40c1-9cd3-8089d23f84b3 x-openstack-request-id: req-44fe4941-20f6-40c1-9cd3-8089d23f84b3 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:24.500491 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d0ae9e-9285-4656-8d98-50fb2af638a8", "tag": "94f0aff7-db84-459c-98a3-27db0a23ce68", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:24.501328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44fe4941-20f6-40c1-9cd3-8089d23f84b3 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:24.501903 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fe4941-20f6-40c1-9cd3-8089d23f84b3'] response: {'name': 'network-changed', 'server_uuid': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'tag': '94f0aff7-db84-459c-98a3-27db0a23ce68', 'status': 'completed', 'code': 200} Sep 15 13:09:24.512562 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244fc1-787f-4e71-82cb-3dc4bb9753dd service neutron] Pushing event updated for resources: {'Port': ['ID=94f0aff7-db84-459c-98a3-27db0a23ce68,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:24.562040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-6d9e65ed-4520-4535-ab95-f9c430347641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:24.563631 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-6d9e65ed-4520-4535-ab95-f9c430347641 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9472f5867b964202af54362d390c7509&device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 1128 time: 0.0410545 Sep 15 13:09:24.616045 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-ed6ec36e-b4d0-4f64-8ca1-7066295192f9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f0aff7-db84-459c-98a3-27db0a23ce68 HTTP/1.1" status: 200 len: 217 time: 0.0395601 Sep 15 13:09:24.673325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-281b1ab0-3db4-4ade-b753-04f83b20857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:24.675112 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-281b1ab0-3db4-4ade-b753-04f83b20857a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=411b2e7d-e590-4773-b38f-f0487da1a003 HTTP/1.1" status: 200 len: 849 time: 0.0538197 Sep 15 13:09:24.750007 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e694da95-0cb3-48e3-9cc3-5f75688d5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:24.757071 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-e5723858-1f61-4ebf-87ec-dab19bde970c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f23a539b-43b1-4641-ae2c-1eaa74646362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463705 Sep 15 13:09:24.765717 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe06b-3a41-4b55-9e87-0e585c6afbda req-2b4dc485-c8b3-4ceb-91c6-c94127411fbf tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:24.767130 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3fbfe06b-3a41-4b55-9e87-0e585c6afbda req-2b4dc485-c8b3-4ceb-91c6-c94127411fbf tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 944 time: 0.0909655 Sep 15 13:09:24.884842 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3fbfe06b-3a41-4b55-9e87-0e585c6afbda req-b19e8a95-f5ec-4e4f-bad7-e10f32be0796 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085250 Sep 15 13:09:24.912597 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-d3357f69-aa86-49c7-9735-5f1c1912a3f9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364126 Sep 15 13:09:25.008161 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fcdd5daa-6920-456b-9645-c2dbb48db28b req-a290cfbb-c84f-4493-8dfc-d7b28330738d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971758 Sep 15 13:09:26.010490 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6049b-94d0-49bc-8a59-445f7cdb480a req-49dffe5e-8fa6-40c2-9be6-dd841e7e0b19 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:26.012055 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-38a6049b-94d0-49bc-8a59-445f7cdb480a req-49dffe5e-8fa6-40c2-9be6-dd841e7e0b19 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 944 time: 0.0478985 Sep 15 13:09:26.075191 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-38a6049b-94d0-49bc-8a59-445f7cdb480a req-88014e51-ff90-4908-a448-1456e04755e2 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568225 Sep 15 13:09:26.165379 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:27.103615 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:27.112318 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:27.201813 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662fe3-ebaf-4f96-bf8a-d2e33dfcfc41 req-c46cbde7-2c4b-45cd-81c5-e873c40edcda tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:27.203293 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-86662fe3-ebaf-4f96-bf8a-d2e33dfcfc41 req-c46cbde7-2c4b-45cd-81c5-e873c40edcda tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 944 time: 0.0499547 Sep 15 13:09:27.253794 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-86662fe3-ebaf-4f96-bf8a-d2e33dfcfc41 req-910f72d7-2701-401e-b72d-e8e5d5aebc9b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Sep 15 13:09:27.473986 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-90ae785c-be92-4935-948a-528881b64687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:27.475486 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-90ae785c-be92-4935-948a-528881b64687 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9472f5867b964202af54362d390c7509&device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 1128 time: 0.0433009 Sep 15 13:09:27.831986 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:28.023720 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:28.379882 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ecb6b-2c15-43bd-86f2-10923a67f29a req-2f81ae77-f17f-4b2b-9429-3f66b704a2e8 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:28.381271 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bb2ecb6b-2c15-43bd-86f2-10923a67f29a req-2f81ae77-f17f-4b2b-9429-3f66b704a2e8 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 944 time: 0.0493002 Sep 15 13:09:28.406872 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:28.430150 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-bb2ecb6b-2c15-43bd-86f2-10923a67f29a req-4d316300-d38b-4d06-802e-92a823fc1054 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Sep 15 13:09:29.555758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb4a58-0b2a-4239-9d18-70b73e93ed39 req-f95b01d5-da2e-44d4-b03c-8165edcf7ebb tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:29.558277 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a5eb4a58-0b2a-4239-9d18-70b73e93ed39 req-f95b01d5-da2e-44d4-b03c-8165edcf7ebb tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 944 time: 0.0522811 Sep 15 13:09:29.610739 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a5eb4a58-0b2a-4239-9d18-70b73e93ed39 req-46853d60-e920-4a51-86fc-4182575ee6a8 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455170 Sep 15 13:09:29.642786 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-62613139-0884-427b-9f1a-9307c6846499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:29.644253 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-62613139-0884-427b-9f1a-9307c6846499 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 200 len: 910 time: 0.1009874 Sep 15 13:09:30.732143 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16510299-55f3-4c63-8f67-9a8a4a61fa34 req-ad026edc-a9c2-4e66-bf39-db7db9f07cf6 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:30.734156 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-16510299-55f3-4c63-8f67-9a8a4a61fa34 req-ad026edc-a9c2-4e66-bf39-db7db9f07cf6 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 944 time: 0.0466485 Sep 15 13:09:30.786733 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-16510299-55f3-4c63-8f67-9a8a4a61fa34 req-4b9c2e86-af2b-4e84-9ccc-1a1322612cff tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Sep 15 13:09:30.860699 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 94f0aff7-db84-459c-98a3-27db0a23ce68 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:09:30.894558 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-8c831943-5574-442d-8bb3-696ce3795cb9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f0aff7-db84-459c-98a3-27db0a23ce68 HTTP/1.1" status: 200 len: 217 time: 0.0344548 Sep 15 13:09:30.953697 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:30.966788 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 94f0aff7-db84-459c-98a3-27db0a23ce68, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=94f0aff7-db84-459c-98a3-27db0a23ce68,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:30.978304 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '94f0aff7-db84-459c-98a3-27db0a23ce68', 'network_id': 'f23a539b-43b1-4641-ae2c-1eaa74646362', 'port_id': '94f0aff7-db84-459c-98a3-27db0a23ce68', 'mac_address': 'fa:16:3e:34:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411b2e7d-e590-4773-b38f-f0487da1a003', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:09:31.015876 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 94f0aff7-db84-459c-98a3-27db0a23ce68 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:09:31.016259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:31.031069 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f0aff7-db84-459c-98a3-27db0a23ce68 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:09:31.051453 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 94f0aff7-db84-459c-98a3-27db0a23ce68, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=94f0aff7-db84-459c-98a3-27db0a23ce68,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:31.055609 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:31.110012 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=94f0aff7-db84-459c-98a3-27db0a23ce68,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:31.913404 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55fe2d-4a3c-4c03-8281-e75b843b7cdd req-798b40fd-cabe-48b4-a8b3-158a19c8add3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:31.914777 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2d55fe2d-4a3c-4c03-8281-e75b843b7cdd req-798b40fd-cabe-48b4-a8b3-158a19c8add3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 945 time: 0.0464804 Sep 15 13:09:31.961695 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2d55fe2d-4a3c-4c03-8281-e75b843b7cdd req-bcd04513-1089-4a0d-92cd-593760e87a00 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Sep 15 13:09:32.649452 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:32.655032 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-7ce97126-58e9-4588-9dfc-31a5b9ea929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:32.656805 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-7ce97126-58e9-4588-9dfc-31a5b9ea929d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=411b2e7d-e590-4773-b38f-f0487da1a003 HTTP/1.1" status: 200 len: 849 time: 0.0466447 Sep 15 13:09:32.690277 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-b437e9fb-0c52-401e-a944-2759c47a2075 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=f23a539b-43b1-4641-ae2c-1eaa74646362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269604 Sep 15 13:09:32.787068 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-8100c216-3f4a-42b4-bfbc-24bc939c9acc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905399 Sep 15 13:09:32.878997 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d304eedd-be0f-47e0-887c-0e694133e4e7 req-7b3409ec-1213-40ca-8f35-70da870f8949 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859323 Sep 15 13:09:33.083094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ac31-fb34-44ed-8a6e-a9de90241331 req-91252ddd-0eb2-45c3-984e-361e5802e91e tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:33.084635 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c814ac31-fb34-44ed-8a6e-a9de90241331 req-91252ddd-0eb2-45c3-984e-361e5802e91e tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Sep 15 13:09:33.132812 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c814ac31-fb34-44ed-8a6e-a9de90241331 req-5a680c04-2cb2-4b03-be1f-2aaaa51b99ea tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Sep 15 13:09:33.308575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['94f0aff7-db84-459c-98a3-27db0a23ce68'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:09:34.262597 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddccf-ef0d-4125-b24b-9d2f971a024b req-8a1fbd25-540c-498a-9247-d9db511d32c3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:34.264227 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-372ddccf-ef0d-4125-b24b-9d2f971a024b req-8a1fbd25-540c-498a-9247-d9db511d32c3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 945 time: 0.0522814 Sep 15 13:09:34.301792 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:34.318195 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-372ddccf-ef0d-4125-b24b-9d2f971a024b req-48425dbf-1c24-47c0-8bc1-96fb9f4ed362 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 Sep 15 13:09:34.728517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 94f0aff7-db84-459c-98a3-27db0a23ce68 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:09:34.771938 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 94f0aff7-db84-459c-98a3-27db0a23ce68 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:09:34.778456 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 94f0aff7-db84-459c-98a3-27db0a23ce68 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:09:34.778830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:34.779191 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 94f0aff7-db84-459c-98a3-27db0a23ce68 Sep 15 13:09:34.850240 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 94f0aff7-db84-459c-98a3-27db0a23ce68 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:09:34.850623 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:34.876257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f0aff7-db84-459c-98a3-27db0a23ce68'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:34.878544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff93c2d-b45f-4c6f-828b-aaefffc30e9a" -d '{"events": [{"server_uuid": "c3d0ae9e-9285-4656-8d98-50fb2af638a8", "name": "network-vif-plugged", "status": "completed", "tag": "94f0aff7-db84-459c-98a3-27db0a23ce68"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:34.892366 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 94f0aff7-db84-459c-98a3-27db0a23ce68, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=94f0aff7-db84-459c-98a3-27db0a23ce68,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:34.896309 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:34.926853 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485479bf-9ada-4ab5-92e2-5ff34c779440 x-openstack-request-id: req-485479bf-9ada-4ab5-92e2-5ff34c779440 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:34.927248 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d0ae9e-9285-4656-8d98-50fb2af638a8", "name": "network-vif-plugged", "status": "completed", "tag": "94f0aff7-db84-459c-98a3-27db0a23ce68", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:34.927562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-485479bf-9ada-4ab5-92e2-5ff34c779440 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:34.927953 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485479bf-9ada-4ab5-92e2-5ff34c779440'] response: {'server_uuid': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f0aff7-db84-459c-98a3-27db0a23ce68', 'code': 200} Sep 15 13:09:34.953581 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=94f0aff7-db84-459c-98a3-27db0a23ce68,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:35.147281 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd97a-2ba8-49cd-a83d-8035d04f64b2 req-d349c6f9-c600-49fb-97fb-c5707c2ec2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:35.148803 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9addd97a-2ba8-49cd-a83d-8035d04f64b2 req-d349c6f9-c600-49fb-97fb-c5707c2ec2c8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 1130 time: 0.0461743 Sep 15 13:09:35.193407 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9addd97a-2ba8-49cd-a83d-8035d04f64b2 req-bcb104dc-7942-4731-9a3e-c383c49f67da service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Sep 15 13:09:35.448187 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f61c3-229f-4ad3-8910-336dc04a3b08 req-7d2f5dbb-5ff8-4d75-85b6-5c43e70d2ddb tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:35.449697 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab5f61c3-229f-4ad3-8910-336dc04a3b08 req-7d2f5dbb-5ff8-4d75-85b6-5c43e70d2ddb tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 946 time: 0.0481319 Sep 15 13:09:35.481428 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:35.500951 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ab5f61c3-229f-4ad3-8910-336dc04a3b08 req-fb44bbdd-1f1b-469e-916d-480b2cd2713d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448954 Sep 15 13:09:36.046318 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50832) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:36.166633 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f29a0840-1291-4269-ade3-569b02fafeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.243141 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f29a0840-1291-4269-ade3-569b02fafeea admin admin] Publish callbacks [] for security_group (52cb82e5-cb39-41f6-9fd8-f2e8accd939f), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.246842 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f29a0840-1291-4269-ade3-569b02fafeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (52cb82e5-cb39-41f6-9fd8-f2e8accd939f), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.289340 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-f29a0840-1291-4269-ade3-569b02fafeea admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=bc559da8928a4f909f86dba1c455472c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427406 Sep 15 13:09:36.290168 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a0840-1291-4269-ade3-569b02fafeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cb82e5-cb39-41f6-9fd8-f2e8accd939f,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:36.292055 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50836) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:36.343460 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-483dad75-8ffb-47f0-aefd-fd53a3c8d968 admin admin] Publish callbacks [] for security_group (52cb82e5-cb39-41f6-9fd8-f2e8accd939f), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.366439 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-483dad75-8ffb-47f0-aefd-fd53a3c8d968 admin admin] Publish callbacks [] for security_group (52cb82e5-cb39-41f6-9fd8-f2e8accd939f), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.417283 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-483dad75-8ffb-47f0-aefd-fd53a3c8d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (52cb82e5-cb39-41f6-9fd8-f2e8accd939f), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.419815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-483dad75-8ffb-47f0-aefd-fd53a3c8d968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:36.421203 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-483dad75-8ffb-47f0-aefd-fd53a3c8d968 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/52cb82e5-cb39-41f6-9fd8-f2e8accd939f HTTP/1.1" status: 204 len: 168 time: 0.1281338 Sep 15 13:09:36.429248 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dad75-8ffb-47f0-aefd-fd53a3c8d968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cb82e5-cb39-41f6-9fd8-f2e8accd939f,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:36.646596 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d7492-d4fe-41d9-b3f7-5d96fd8940cf req-d193cf98-59b7-4bc6-b4ac-eb9a54e095a3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:36.648505 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7d8d7492-d4fe-41d9-b3f7-5d96fd8940cf req-d193cf98-59b7-4bc6-b4ac-eb9a54e095a3 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 946 time: 0.0542526 Sep 15 13:09:36.702561 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7d8d7492-d4fe-41d9-b3f7-5d96fd8940cf req-3f9ceafd-a669-4223-ba1f-193f237c32d1 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Sep 15 13:09:37.840651 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490c30-de82-4db2-9910-63313917a23f req-244db6fa-a08b-4d24-80d0-b9cf328fcbd1 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:37.843084 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf490c30-de82-4db2-9910-63313917a23f req-244db6fa-a08b-4d24-80d0-b9cf328fcbd1 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 946 time: 0.0583367 Sep 15 13:09:37.891831 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cf490c30-de82-4db2-9910-63313917a23f req-0547f57c-2b87-400c-9b51-aec7409b3815 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Sep 15 13:09:38.083846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50896) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:38.200945 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f958-950f-4f99-a5ab-229ca234b46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.292743 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:38.294760 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f958-950f-4f99-a5ab-229ca234b46c admin admin] Publish callbacks [] for security_group (84addfa0-bfc0-43b8-9b59-813494502a45), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.300012 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f958-950f-4f99-a5ab-229ca234b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (84addfa0-bfc0-43b8-9b59-813494502a45), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.339354 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e4f6f958-950f-4f99-a5ab-229ca234b46c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=760800fe875445c1a21050ee7e1805f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543857 Sep 15 13:09:38.341296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6f958-950f-4f99-a5ab-229ca234b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84addfa0-bfc0-43b8-9b59-813494502a45,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:38.342218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50912) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:38.393133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-381d6cd4-b394-49e1-9b9a-259bca935c10 admin admin] Publish callbacks [] for security_group (84addfa0-bfc0-43b8-9b59-813494502a45), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.412776 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-381d6cd4-b394-49e1-9b9a-259bca935c10 admin admin] Publish callbacks [] for security_group (84addfa0-bfc0-43b8-9b59-813494502a45), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.462500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-381d6cd4-b394-49e1-9b9a-259bca935c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (84addfa0-bfc0-43b8-9b59-813494502a45), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.465189 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-381d6cd4-b394-49e1-9b9a-259bca935c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.466319 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-381d6cd4-b394-49e1-9b9a-259bca935c10 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/84addfa0-bfc0-43b8-9b59-813494502a45 HTTP/1.1" status: 204 len: 168 time: 0.1230745 Sep 15 13:09:38.474222 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6cd4-b394-49e1-9b9a-259bca935c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84addfa0-bfc0-43b8-9b59-813494502a45,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:38.752129 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 50924) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:38.784036 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5a06-4c1d-4d7f-be60-2036c1f20afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.808886 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99445ee0-705f-43dc-8e9e-f34eef81358b req-3040726f-4363-4a72-afe6-9f32f3ea9ac7 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:38.810325 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-99445ee0-705f-43dc-8e9e-f34eef81358b req-3040726f-4363-4a72-afe6-9f32f3ea9ac7 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 946 time: 0.0705450 Sep 15 13:09:38.878971 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-99445ee0-705f-43dc-8e9e-f34eef81358b req-4e628eab-3de7-4e71-9b1d-8fc78807500d tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604727 Sep 15 13:09:38.913938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5a06-4c1d-4d7f-be60-2036c1f20afe admin admin] Publish callbacks [] for security_group (4902bd88-7f3b-4f6b-b94f-186edbfabca3), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.917793 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5a06-4c1d-4d7f-be60-2036c1f20afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4902bd88-7f3b-4f6b-b94f-186edbfabca3), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:38.957101 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-ee2b5a06-4c1d-4d7f-be60-2036c1f20afe admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=55d15474129e462fabb987fd9fb90f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039368 Sep 15 13:09:38.957895 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5a06-4c1d-4d7f-be60-2036c1f20afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902bd88-7f3b-4f6b-b94f-186edbfabca3,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:38.960097 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 50926) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:39.016282 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-46698fdc-2818-4d31-9817-6370ace973c9 admin admin] Publish callbacks [] for security_group (4902bd88-7f3b-4f6b-b94f-186edbfabca3), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:39.037309 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-46698fdc-2818-4d31-9817-6370ace973c9 admin admin] Publish callbacks [] for security_group (4902bd88-7f3b-4f6b-b94f-186edbfabca3), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:39.066014 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:39.089294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-46698fdc-2818-4d31-9817-6370ace973c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4902bd88-7f3b-4f6b-b94f-186edbfabca3), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:39.092765 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-46698fdc-2818-4d31-9817-6370ace973c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:39.093919 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-46698fdc-2818-4d31-9817-6370ace973c9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4902bd88-7f3b-4f6b-b94f-186edbfabca3 HTTP/1.1" status: 204 len: 168 time: 0.1325307 Sep 15 13:09:39.102433 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698fdc-2818-4d31-9817-6370ace973c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902bd88-7f3b-4f6b-b94f-186edbfabca3,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:39.114125 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:40.007720 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca53d4-59ac-493a-ac89-0ff7ecddea92 req-56cb1935-ee3a-4cc3-9d40-a83a8af61f0a tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:40.009249 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3bca53d4-59ac-493a-ac89-0ff7ecddea92 req-56cb1935-ee3a-4cc3-9d40-a83a8af61f0a tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 946 time: 0.0511889 Sep 15 13:09:40.059445 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3bca53d4-59ac-493a-ac89-0ff7ecddea92 req-23e0e15f-0acf-430d-a859-b823dc8b59db tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=815c027e-869a-4aa4-ae3c-56515aad3f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Sep 15 13:09:40.651649 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-4737823d-d963-492a-ad04-bf07006fd404 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:40.653138 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-4737823d-d963-492a-ad04-bf07006fd404 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 946 time: 0.0510063 Sep 15 13:09:40.745896 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Deleting port 94f0aff7-db84-459c-98a3-27db0a23ce68 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:09:40.746268 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:40.833559 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:40.850960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] For port 94f0aff7-db84-459c-98a3-27db0a23ce68, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=94f0aff7-db84-459c-98a3-27db0a23ce68,segment=NetworkSegment(b82fa38d-d957-4355-b6cd-35014b0e56e0),segment_id=b82fa38d-d957-4355-b6cd-35014b0e56e0)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:09:40.851459 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:40.866229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Calling delete_port for 94f0aff7-db84-459c-98a3-27db0a23ce68 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:09:40.871341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:40.993963 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (94f0aff7-db84-459c-98a3-27db0a23ce68), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:41.030492 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Pushing event deleted for resources: {'Port': ['ID=94f0aff7-db84-459c-98a3-27db0a23ce68,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:41.033603 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['94f0aff7-db84-459c-98a3-27db0a23ce68'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:09:41.070192 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] No DVR routers for this DVR port 94f0aff7-db84-459c-98a3-27db0a23ce68 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:09:41.072567 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:41.075756 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dcd17edb-19ef-4d6a-98ef-7fb38edba149 req-f96d300f-3f11-40b8-94ac-2379b3ae371b tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.27 "DELETE /networking/v2.0/ports/94f0aff7-db84-459c-98a3-27db0a23ce68 HTTP/1.1" status: 204 len: 173 time: 0.4170818 Sep 15 13:09:41.076257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'name': 'network-vif-deleted', 'tag': '94f0aff7-db84-459c-98a3-27db0a23ce68'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:09:41.078507 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8614476-05ab-47b8-a569-2e0a532c3efc" -d '{"events": [{"server_uuid": "c3d0ae9e-9285-4656-8d98-50fb2af638a8", "name": "network-vif-deleted", "tag": "94f0aff7-db84-459c-98a3-27db0a23ce68"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:09:41.119671 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a39581-6137-495a-86b4-5c17d3d9bfc3 x-openstack-request-id: req-26a39581-6137-495a-86b4-5c17d3d9bfc3 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:09:41.120062 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d0ae9e-9285-4656-8d98-50fb2af638a8", "name": "network-vif-deleted", "tag": "94f0aff7-db84-459c-98a3-27db0a23ce68", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:09:41.120519 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26a39581-6137-495a-86b4-5c17d3d9bfc3 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:09:41.120927 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a39581-6137-495a-86b4-5c17d3d9bfc3'] response: {'server_uuid': 'c3d0ae9e-9285-4656-8d98-50fb2af638a8', 'name': 'network-vif-deleted', 'tag': '94f0aff7-db84-459c-98a3-27db0a23ce68', 'status': 'completed', 'code': 200} Sep 15 13:09:41.173439 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-69729bbc-860f-4ef6-856f-37271b298887 req-131430e0-181b-41bc-8e01-a0da1e720b41 tempest-VolumesActionsTest-1505974574 tempest-VolumesActionsTest-1505974574-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3d0ae9e-9285-4656-8d98-50fb2af638a8 HTTP/1.1" status: 200 len: 210 time: 0.0284355 Sep 15 13:09:44.086695 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51068) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:44.194568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d0768c7c-e4d3-4bc1-99e3-9e7a22b99fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.270760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d0768c7c-e4d3-4bc1-99e3-9e7a22b99fee admin admin] Publish callbacks [] for security_group (eb6cf7b7-933d-47c9-9b77-100c7de38917), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.274635 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d0768c7c-e4d3-4bc1-99e3-9e7a22b99fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (eb6cf7b7-933d-47c9-9b77-100c7de38917), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.315457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768c7c-e4d3-4bc1-99e3-9e7a22b99fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6cf7b7-933d-47c9-9b77-100c7de38917,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:44.321018 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d0768c7c-e4d3-4bc1-99e3-9e7a22b99fee admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=875a746f11504b00a1e229efa4e80655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333119 Sep 15 13:09:44.323600 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51072) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:44.372309 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-108ad9d4-b833-440c-a25b-c8cd9bdafb64 admin admin] Publish callbacks [] for security_group (eb6cf7b7-933d-47c9-9b77-100c7de38917), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.392985 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-108ad9d4-b833-440c-a25b-c8cd9bdafb64 admin admin] Publish callbacks [] for security_group (eb6cf7b7-933d-47c9-9b77-100c7de38917), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.409528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:44.442372 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-108ad9d4-b833-440c-a25b-c8cd9bdafb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (eb6cf7b7-933d-47c9-9b77-100c7de38917), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.444981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-108ad9d4-b833-440c-a25b-c8cd9bdafb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.446125 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-108ad9d4-b833-440c-a25b-c8cd9bdafb64 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/eb6cf7b7-933d-47c9-9b77-100c7de38917 HTTP/1.1" status: 204 len: 168 time: 0.1216357 Sep 15 13:09:44.454925 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ad9d4-b833-440c-a25b-c8cd9bdafb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6cf7b7-933d-47c9-9b77-100c7de38917,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:44.715172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51080) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:44.729500 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3763-ab93-4ba2-9ff8-2809225aa3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.805235 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3763-ab93-4ba2-9ff8-2809225aa3ae admin admin] Publish callbacks [] for security_group (814e4e47-ea23-4025-b430-2308e52c8a51), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.808742 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3763-ab93-4ba2-9ff8-2809225aa3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (814e4e47-ea23-4025-b430-2308e52c8a51), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.849931 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c4ee3763-ab93-4ba2-9ff8-2809225aa3ae admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d44e84d49c0d4b4aa85331eb820f8bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337042 Sep 15 13:09:44.851005 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee3763-ab93-4ba2-9ff8-2809225aa3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e4e47-ea23-4025-b430-2308e52c8a51,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:44.852749 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51082) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:44.906117 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:44.909885 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bece899d-a080-4ce5-a2ea-17f5147fbddc admin admin] Publish callbacks [] for security_group (814e4e47-ea23-4025-b430-2308e52c8a51), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.931588 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bece899d-a080-4ce5-a2ea-17f5147fbddc admin admin] Publish callbacks [] for security_group (814e4e47-ea23-4025-b430-2308e52c8a51), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.977931 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bece899d-a080-4ce5-a2ea-17f5147fbddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (814e4e47-ea23-4025-b430-2308e52c8a51), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.980525 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bece899d-a080-4ce5-a2ea-17f5147fbddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:44.981669 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-bece899d-a080-4ce5-a2ea-17f5147fbddc admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/814e4e47-ea23-4025-b430-2308e52c8a51 HTTP/1.1" status: 204 len: 168 time: 0.1268620 Sep 15 13:09:44.989463 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece899d-a080-4ce5-a2ea-17f5147fbddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e4e47-ea23-4025-b430-2308e52c8a51,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:46.211595 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 94f0aff7-db84-459c-98a3-27db0a23ce68 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:09:46.230948 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 94f0aff7-db84-459c-98a3-27db0a23ce68 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:09:46.231292 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 94f0aff7-db84-459c-98a3-27db0a23ce68 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:09:48.827308 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:09:49.718277 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-d170c229-ff05-4a85-bc60-e84cbdc66d65 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560806 Sep 15 13:09:49.907145 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-e930569c-7bd7-4b64-bc83-1879d71e865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:49.910888 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-e930569c-7bd7-4b64-bc83-1879d71e865c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1168 time: 0.1071334 Sep 15 13:09:50.023436 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:50.079078 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-78d54530-48b8-4beb-93d4-a75499e184cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:50.080846 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-78d54530-48b8-4beb-93d4-a75499e184cb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.1475167 Sep 15 13:09:50.157619 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-729f438f-5dca-4c28-96bf-6291c36f3e95 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 1001 time: 0.0699701 Sep 15 13:09:50.225812 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-07193491-40f0-4d74-ae95-5efb48edf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:50.227640 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-07193491-40f0-4d74-ae95-5efb48edf5e3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0645835 Sep 15 13:09:50.297711 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-86c26968-174c-47ec-937e-119a65702b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:09:50.299279 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-86c26968-174c-47ec-937e-119a65702b3a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648160 Sep 15 13:09:50.414361 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-801ae971-0961-4b78-8ece-cf3986f10867 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065550 Sep 15 13:09:50.534368 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67572b97-5ac7-42f8-98b0-85e50a0a3d58 req-6c31b9e1-2778-465c-8bd4-8e91cf5081a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125493 Sep 15 13:09:51.747967 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51218) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:51.885978 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d350e7b-d69d-40ae-866b-85c3d28b9a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:51.982236 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d350e7b-d69d-40ae-866b-85c3d28b9a79 admin admin] Publish callbacks [] for security_group (e3827636-ee28-4310-b2fd-b9774d8c17c6), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:51.992333 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8d350e7b-d69d-40ae-866b-85c3d28b9a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e3827636-ee28-4310-b2fd-b9774d8c17c6), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.032074 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d350e7b-d69d-40ae-866b-85c3d28b9a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3827636-ee28-4310-b2fd-b9774d8c17c6,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:52.036781 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8d350e7b-d69d-40ae-866b-85c3d28b9a79 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=cf31da14bb954daf8bfa30f45e5e52d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866700 Sep 15 13:09:52.038920 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51224) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:52.087240 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f596-1a04-4ae4-9eb0-ebcb87b78731 admin admin] Publish callbacks [] for security_group (e3827636-ee28-4310-b2fd-b9774d8c17c6), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.110526 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f596-1a04-4ae4-9eb0-ebcb87b78731 admin admin] Publish callbacks [] for security_group (e3827636-ee28-4310-b2fd-b9774d8c17c6), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.118645 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:52.167217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f596-1a04-4ae4-9eb0-ebcb87b78731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (e3827636-ee28-4310-b2fd-b9774d8c17c6), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.169689 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f596-1a04-4ae4-9eb0-ebcb87b78731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.171412 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5ea8f596-1a04-4ae4-9eb0-ebcb87b78731 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e3827636-ee28-4310-b2fd-b9774d8c17c6 HTTP/1.1" status: 204 len: 168 time: 0.1315627 Sep 15 13:09:52.181506 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8f596-1a04-4ae4-9eb0-ebcb87b78731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3827636-ee28-4310-b2fd-b9774d8c17c6,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:52.578154 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ec3445d2-ffec-4f75-b44e-d02ae0cbf58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.612777 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51234) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:52.627063 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9df72b5d-15df-4f2b-9585-91f2de385ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.716425 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9df72b5d-15df-4f2b-9585-91f2de385ef9 admin admin] Publish callbacks [] for security_group (d59cf527-a1b2-4745-af84-c15f627b1e8f), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.723504 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9df72b5d-15df-4f2b-9585-91f2de385ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d59cf527-a1b2-4745-af84-c15f627b1e8f), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.767183 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-9df72b5d-15df-4f2b-9585-91f2de385ef9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7080a8a5c5954b9389429b53d21fd200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532557 Sep 15 13:09:52.768206 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df72b5d-15df-4f2b-9585-91f2de385ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59cf527-a1b2-4745-af84-c15f627b1e8f,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:52.771044 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51240) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:52.829733 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6782-be0a-4c64-b520-96c908d80b0a admin admin] Publish callbacks [] for security_group (d59cf527-a1b2-4745-af84-c15f627b1e8f), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.855570 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6782-be0a-4c64-b520-96c908d80b0a admin admin] Publish callbacks [] for security_group (d59cf527-a1b2-4745-af84-c15f627b1e8f), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.929674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6782-be0a-4c64-b520-96c908d80b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (d59cf527-a1b2-4745-af84-c15f627b1e8f), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.932492 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6782-be0a-4c64-b520-96c908d80b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:52.933763 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-6e3d6782-be0a-4c64-b520-96c908d80b0a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d59cf527-a1b2-4745-af84-c15f627b1e8f HTTP/1.1" status: 204 len: 168 time: 0.1617932 Sep 15 13:09:52.949219 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d6782-be0a-4c64-b520-96c908d80b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59cf527-a1b2-4745-af84-c15f627b1e8f,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:54.750348 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ef9-49c3-4595-bee7-3f780655c615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.040215 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51312) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:55.189634 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c31b3cf-de56-435a-8331-af6cb6f66bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.278665 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=16 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:55.313922 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c31b3cf-de56-435a-8331-af6cb6f66bb7 admin admin] Publish callbacks [] for security_group (ebbd299d-db75-4e8f-a3a1-ca627df5fb06), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.320481 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8c31b3cf-de56-435a-8331-af6cb6f66bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ebbd299d-db75-4e8f-a3a1-ca627df5fb06), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.370044 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51324) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:09:55.370728 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8c31b3cf-de56-435a-8331-af6cb6f66bb7 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f3a4a0ea38d64717b1579c1362aa3d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286760 Sep 15 13:09:55.372131 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31b3cf-de56-435a-8331-af6cb6f66bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd299d-db75-4e8f-a3a1-ca627df5fb06,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:55.455374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1bdaef3b-5f42-4f08-995c-bf4430049613 admin admin] Publish callbacks [] for security_group (ebbd299d-db75-4e8f-a3a1-ca627df5fb06), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.493256 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1bdaef3b-5f42-4f08-995c-bf4430049613 admin admin] Publish callbacks [] for security_group (ebbd299d-db75-4e8f-a3a1-ca627df5fb06), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.550164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1bdaef3b-5f42-4f08-995c-bf4430049613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ebbd299d-db75-4e8f-a3a1-ca627df5fb06), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.555191 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1bdaef3b-5f42-4f08-995c-bf4430049613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:55.559876 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1bdaef3b-5f42-4f08-995c-bf4430049613 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ebbd299d-db75-4e8f-a3a1-ca627df5fb06 HTTP/1.1" status: 204 len: 168 time: 0.1886880 Sep 15 13:09:55.570458 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaef3b-5f42-4f08-995c-bf4430049613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd299d-db75-4e8f-a3a1-ca627df5fb06,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:09:56.144145 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:09:56.199189 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:57.846472 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:09:58.039395 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:02.972777 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:02.974019 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:03.052918 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51526) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:03.191721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.209494 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:03.292585 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Publish callbacks [] for security_group (506336ad-7d52-4b33-88dd-5184b28b67d3), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.297540 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (506336ad-7d52-4b33-88dd-5184b28b67d3), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.339959 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d1d434cf1a644d50965b0b3c250d5e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851250 Sep 15 13:10:03.341275 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506336ad-7d52-4b33-88dd-5184b28b67d3,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:03.343116 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51530) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:03.350224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.350820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.351528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.352044 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.354223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.354780 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.355300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.355809 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.356616 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.356755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.357016 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.357392 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.357723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.358053 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.358384 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4dcc0-4d83-4c89-9ed2-a28045118558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:03.419672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d1e6fdee-b827-445b-a913-c3cd0ee271bb admin admin] Publish callbacks [] for security_group (506336ad-7d52-4b33-88dd-5184b28b67d3), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.449094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d1e6fdee-b827-445b-a913-c3cd0ee271bb admin admin] Publish callbacks [] for security_group (506336ad-7d52-4b33-88dd-5184b28b67d3), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.500345 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d1e6fdee-b827-445b-a913-c3cd0ee271bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (506336ad-7d52-4b33-88dd-5184b28b67d3), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.503266 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d1e6fdee-b827-445b-a913-c3cd0ee271bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.507693 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d1e6fdee-b827-445b-a913-c3cd0ee271bb admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/506336ad-7d52-4b33-88dd-5184b28b67d3 HTTP/1.1" status: 204 len: 168 time: 0.1634710 Sep 15 13:10:03.517094 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6fdee-b827-445b-a913-c3cd0ee271bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506336ad-7d52-4b33-88dd-5184b28b67d3,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:03.909165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51558) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:03.929815 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cb16fdd7-c8a7-47af-82ef-08e2cd4b9d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:03.958821 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:04.052198 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cb16fdd7-c8a7-47af-82ef-08e2cd4b9d9b admin admin] Publish callbacks [] for security_group (6a93346a-f51d-482c-a4e2-6e2cfa51d283), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.058536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-cb16fdd7-c8a7-47af-82ef-08e2cd4b9d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6a93346a-f51d-482c-a4e2-6e2cfa51d283), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.121431 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51562) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:04.132507 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-cb16fdd7-c8a7-47af-82ef-08e2cd4b9d9b admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=23b5086381194aa7943fd8451aabfc5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193458 Sep 15 13:10:04.133554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16fdd7-c8a7-47af-82ef-08e2cd4b9d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93346a-f51d-482c-a4e2-6e2cfa51d283,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:04.163846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:04.180205 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-16023029-bb90-4355-894b-bab019f72044 admin admin] Publish callbacks [] for security_group (6a93346a-f51d-482c-a4e2-6e2cfa51d283), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.202874 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-16023029-bb90-4355-894b-bab019f72044 admin admin] Publish callbacks [] for security_group (6a93346a-f51d-482c-a4e2-6e2cfa51d283), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.267612 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-16023029-bb90-4355-894b-bab019f72044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6a93346a-f51d-482c-a4e2-6e2cfa51d283), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.270201 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-16023029-bb90-4355-894b-bab019f72044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.276625 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-16023029-bb90-4355-894b-bab019f72044 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6a93346a-f51d-482c-a4e2-6e2cfa51d283 HTTP/1.1" status: 204 len: 168 time: 0.1534059 Sep 15 13:10:04.285618 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16023029-bb90-4355-894b-bab019f72044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a93346a-f51d-482c-a4e2-6e2cfa51d283,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:04.716046 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51572) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:04.730848 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1813b6c3-798f-4e0b-b35c-2bae0af170f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.857849 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1813b6c3-798f-4e0b-b35c-2bae0af170f7 admin admin] Publish callbacks [] for security_group (c5b53577-1478-4474-b25e-3d4b2918812e), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.861967 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1813b6c3-798f-4e0b-b35c-2bae0af170f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (c5b53577-1478-4474-b25e-3d4b2918812e), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:04.903791 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813b6c3-798f-4e0b-b35c-2bae0af170f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b53577-1478-4474-b25e-3d4b2918812e,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:04.912026 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1813b6c3-798f-4e0b-b35c-2bae0af170f7 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9d74e40a797a48328d1e02ba0c9d83aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946487 Sep 15 13:10:04.915159 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51576) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:04.998154 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Publish callbacks [] for security_group (c5b53577-1478-4474-b25e-3d4b2918812e), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.022788 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Publish callbacks [] for security_group (c5b53577-1478-4474-b25e-3d4b2918812e), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.099652 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (c5b53577-1478-4474-b25e-3d4b2918812e), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.108848 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.110397 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/c5b53577-1478-4474-b25e-3d4b2918812e HTTP/1.1" status: 204 len: 168 time: 0.1941004 Sep 15 13:10:05.124635 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b53577-1478-4474-b25e-3d4b2918812e,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:05.135369 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.136846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.139530 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.139944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.140502 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.140940 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.141433 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.141943 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.142289 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.142627 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.142967 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.143303 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.143636 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.143967 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.144310 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23146ae1-456a-4353-9bd4-8e89af20e2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:05.406781 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51590) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:05.566634 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4559a2eb-3d7f-469b-920e-674ead9a8a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.690556 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4559a2eb-3d7f-469b-920e-674ead9a8a79 admin admin] Publish callbacks [] for security_group (6421a19a-a81e-449e-9bb0-c7034bb23bdd), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.697003 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4559a2eb-3d7f-469b-920e-674ead9a8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6421a19a-a81e-449e-9bb0-c7034bb23bdd), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.743935 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a2eb-3d7f-469b-920e-674ead9a8a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6421a19a-a81e-449e-9bb0-c7034bb23bdd,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:05.751293 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-4559a2eb-3d7f-469b-920e-674ead9a8a79 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3b0ff409a0dd4e449e76998fb6591656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426011 Sep 15 13:10:05.753704 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51606) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:05.817586 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1d36bf72-0a32-4226-8f25-9878dcfac94f admin admin] Publish callbacks [] for security_group (6421a19a-a81e-449e-9bb0-c7034bb23bdd), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:05.846118 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1d36bf72-0a32-4226-8f25-9878dcfac94f admin admin] Publish callbacks [] for security_group (6421a19a-a81e-449e-9bb0-c7034bb23bdd), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.171554 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1d36bf72-0a32-4226-8f25-9878dcfac94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (6421a19a-a81e-449e-9bb0-c7034bb23bdd), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.177755 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1d36bf72-0a32-4226-8f25-9878dcfac94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.180752 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1d36bf72-0a32-4226-8f25-9878dcfac94f admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6421a19a-a81e-449e-9bb0-c7034bb23bdd HTTP/1.1" status: 204 len: 168 time: 0.4254973 Sep 15 13:10:06.193133 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36bf72-0a32-4226-8f25-9878dcfac94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6421a19a-a81e-449e-9bb0-c7034bb23bdd,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:06.682729 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51634) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:06.697643 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2918022e-dff3-4aa2-9b1f-3b59ae02b102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.756962 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:06.797423 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2918022e-dff3-4aa2-9b1f-3b59ae02b102 admin admin] Publish callbacks [] for security_group (aeacfe19-8748-40e5-8cad-556829390d26), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.802290 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2918022e-dff3-4aa2-9b1f-3b59ae02b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (aeacfe19-8748-40e5-8cad-556829390d26), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.846561 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-2918022e-dff3-4aa2-9b1f-3b59ae02b102 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d7c44120fdff48839380322afb5fbaa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627173 Sep 15 13:10:06.847415 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918022e-dff3-4aa2-9b1f-3b59ae02b102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeacfe19-8748-40e5-8cad-556829390d26,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:06.849330 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51638) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:06.905960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a41027c9-e4fc-4a16-9687-7e2c5d70a12e admin admin] Publish callbacks [] for security_group (aeacfe19-8748-40e5-8cad-556829390d26), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:06.926553 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51640) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:06.931025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a41027c9-e4fc-4a16-9687-7e2c5d70a12e admin admin] Publish callbacks [] for security_group (aeacfe19-8748-40e5-8cad-556829390d26), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.020821 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a41027c9-e4fc-4a16-9687-7e2c5d70a12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (aeacfe19-8748-40e5-8cad-556829390d26), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.025907 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a41027c9-e4fc-4a16-9687-7e2c5d70a12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.027188 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a41027c9-e4fc-4a16-9687-7e2c5d70a12e admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/aeacfe19-8748-40e5-8cad-556829390d26 HTTP/1.1" status: 204 len: 168 time: 0.1761875 Sep 15 13:10:07.038839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41027c9-e4fc-4a16-9687-7e2c5d70a12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeacfe19-8748-40e5-8cad-556829390d26,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:07.120762 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2ed98e11-98d0-43ec-ab6d-25b7e5f9f401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.226175 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2ed98e11-98d0-43ec-ab6d-25b7e5f9f401 admin admin] Publish callbacks [] for security_group (4aa2bd5a-45d6-4936-8736-02a8cd61db9a), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.237623 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2ed98e11-98d0-43ec-ab6d-25b7e5f9f401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4aa2bd5a-45d6-4936-8736-02a8cd61db9a), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.286062 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-2ed98e11-98d0-43ec-ab6d-25b7e5f9f401 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f3ecef1d1c9c40eaa48215e4000d6f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579574 Sep 15 13:10:07.286993 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed98e11-98d0-43ec-ab6d-25b7e5f9f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2bd5a-45d6-4936-8736-02a8cd61db9a,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:07.290575 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51648) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:07.322836 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:07.379055 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cd414b6-2150-47e9-ae23-5477a8a55b40 admin admin] Publish callbacks [] for security_group (4aa2bd5a-45d6-4936-8736-02a8cd61db9a), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.386970 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:07.403413 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cd414b6-2150-47e9-ae23-5477a8a55b40 admin admin] Publish callbacks [] for security_group (4aa2bd5a-45d6-4936-8736-02a8cd61db9a), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.464693 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51658) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:07.468551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cd414b6-2150-47e9-ae23-5477a8a55b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4aa2bd5a-45d6-4936-8736-02a8cd61db9a), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.471113 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2cd414b6-2150-47e9-ae23-5477a8a55b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.472471 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2cd414b6-2150-47e9-ae23-5477a8a55b40 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4aa2bd5a-45d6-4936-8736-02a8cd61db9a HTTP/1.1" status: 204 len: 168 time: 0.1800106 Sep 15 13:10:07.482114 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e8f5df42-df9a-41f1-b349-d28dc2d6015a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.482924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd414b6-2150-47e9-ae23-5477a8a55b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2bd5a-45d6-4936-8736-02a8cd61db9a,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:07.493303 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:07.577377 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e8f5df42-df9a-41f1-b349-d28dc2d6015a admin admin] Publish callbacks [] for security_group (1c7d2243-0187-4212-b8df-3c195566ac99), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.582409 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-e8f5df42-df9a-41f1-b349-d28dc2d6015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (1c7d2243-0187-4212-b8df-3c195566ac99), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.622833 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-e8f5df42-df9a-41f1-b349-d28dc2d6015a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=65b203e6701147139a1ad61e7a63000f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568787 Sep 15 13:10:07.624796 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5df42-df9a-41f1-b349-d28dc2d6015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7d2243-0187-4212-b8df-3c195566ac99,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:07.625613 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51666) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:07.690269 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c930f8c0-ae55-4e7f-8391-8ce904e13c4b admin admin] Publish callbacks [] for security_group (1c7d2243-0187-4212-b8df-3c195566ac99), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.713954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c930f8c0-ae55-4e7f-8391-8ce904e13c4b admin admin] Publish callbacks [] for security_group (1c7d2243-0187-4212-b8df-3c195566ac99), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.764615 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c930f8c0-ae55-4e7f-8391-8ce904e13c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (1c7d2243-0187-4212-b8df-3c195566ac99), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.767179 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c930f8c0-ae55-4e7f-8391-8ce904e13c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:07.768360 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c930f8c0-ae55-4e7f-8391-8ce904e13c4b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/1c7d2243-0187-4212-b8df-3c195566ac99 HTTP/1.1" status: 204 len: 168 time: 0.1415896 Sep 15 13:10:07.777748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930f8c0-ae55-4e7f-8391-8ce904e13c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7d2243-0187-4212-b8df-3c195566ac99,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:08.518390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51716) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:08.625368 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-510586842-network', 'tenant_id': '9d04252e755e423eaf19e824f1c8c516'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:08.652833 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Made reservation on behalf of 9d04252e755e423eaf19e824f1c8c516 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:08.656038 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.665012 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.752325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks [] for security_group (8e30de28-12dc-45d4-aa7e-976b3b924f41), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.757475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8e30de28-12dc-45d4-aa7e-976b3b924f41), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.790048 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:10:08.797280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30de28-12dc-45d4-aa7e-976b3b924f41,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:08.804165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (d66d4739-a8ba-4629-803f-9daa6ec48e01), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.804548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Added segment d66d4739-a8ba-4629-803f-9daa6ec48e01 of type vlan for network dfb75596-7d80-4835-8571-ad93dfcc0300 Sep 15 13:10:08.850820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (dfb75596-7d80-4835-8571-ad93dfcc0300), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.879804 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (dfb75596-7d80-4835-8571-ad93dfcc0300), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.880931 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:08.881513 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:08.947399 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4275775 Sep 15 13:10:08.950358 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 51728) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:08.955341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Request body: {'subnet': {'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-510586842-subnet', 'tenant_id': '9d04252e755e423eaf19e824f1c8c516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:08.958940 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5de413-3a8d-4910-80af-28d7fd9abd50 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb75596-7d80-4835-8571-ad93dfcc0300,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:08.972795 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network dfb75596-7d80-4835-8571-ad93dfcc0300 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:10:08.980729 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Made reservation on behalf of 9d04252e755e423eaf19e824f1c8c516 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:08.984207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058745'] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:09.115364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:09.123571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:09.167244 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10410398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058735'] for subnet (04984562-8548-457c-9ad7-60c3e68943a5), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:09.218770 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04984562-8548-457c-9ad7-60c3e68943a5,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:09.236207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Checking segment: {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:09.236596 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Network hostable DHCP agents. Network: dfb75596-7d80-4835-8571-ad93dfcc0300, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:10:09.256266 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Network dfb75596-7d80-4835-8571-ad93dfcc0300 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:10:09.266486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, dfb75596-7d80-4835-8571-ad93dfcc0300) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:09.271180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:09.271755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:09.277197 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76118150-eebe-46a9-8b52-9494b56d8426 None None] Network dfb75596-7d80-4835-8571-ad93dfcc0300 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:10:09.290226 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-3f3ace1a-e96a-4016-9961-7bf40a8797c0 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3388381 Sep 15 13:10:09.291862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:09.400978 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf1aed-3686-4415-b675-4806cb50f04d None None] Network dfb75596-7d80-4835-8571-ad93dfcc0300 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:10:09.980678 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-9a932eee-c7e0-497c-a83f-6806c6d9ecd6 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=8bec5f3334484051b6b6f4c0ee848e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295298 Sep 15 13:10:10.163323 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-15783a03-3444-4576-ab6f-3f9afd1e1a48 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:10.164723 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-15783a03-3444-4576-ab6f-3f9afd1e1a48 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781719 Sep 15 13:10:10.178824 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-e0d35925-4696-48eb-9003-c5d9c83e915c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/quotas/8bec5f3334484051b6b6f4c0ee848e8f HTTP/1.1" status: 200 len: 375 time: 0.0087287 Sep 15 13:10:10.209710 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-5a12b36b-c2f9-46c3-8f76-4d24d7df0ac6 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8bec5f3334484051b6b6f4c0ee848e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260394 Sep 15 13:10:10.372419 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-323263aa-519f-4bd7-9ae0-54399d516889 req-9bdeffab-5c1c-450c-8814-86daaf79d04f tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 210 time: 0.0279286 Sep 15 13:10:10.688500 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51816) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:10.738633 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Deleting subnet 411b2e7d-e590-4773-b38f-f0487da1a003 {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:10:10.741702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Publish callbacks [] for subnet (411b2e7d-e590-4773-b38f-f0487da1a003), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:10.778340 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (411b2e7d-e590-4773-b38f-f0487da1a003), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:10.821345 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (411b2e7d-e590-4773-b38f-f0487da1a003), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:10.848021 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:10.880441 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (411b2e7d-e590-4773-b38f-f0487da1a003), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:10.909134 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411b2e7d-e590-4773-b38f-f0487da1a003,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:10.911280 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:10.916894 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b0fe85fc-c50e-4510-bbe8-9847c0bfdeb9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/411b2e7d-e590-4773-b38f-f0487da1a003 HTTP/1.1" status: 204 len: 168 time: 0.2251539 Sep 15 13:10:10.917464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51822) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:10.992621 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (f23a539b-43b1-4641-ae2c-1eaa74646362), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.087542 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (f23a539b-43b1-4641-ae2c-1eaa74646362), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.098266 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:11.110775 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23a539b-43b1-4641-ae2c-1eaa74646362']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:11.121675 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82fa38d-d957-4355-b6cd-35014b0e56e0') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:11.121972 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82fa38d-d957-4355-b6cd-35014b0e56e0') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:11.133328 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (b82fa38d-d957-4355-b6cd-35014b0e56e0), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.147190 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (b82fa38d-d957-4355-b6cd-35014b0e56e0), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.153903 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:10:11.155052 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (b82fa38d-d957-4355-b6cd-35014b0e56e0), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.196161 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment b82fa38d-d957-4355-b6cd-35014b0e56e0 resource provider aggregate not found Sep 15 13:10:11.214760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-16f2b8ce-03de-46ea-9307-2c05b3951511 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:11.217881 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-16f2b8ce-03de-46ea-9307-2c05b3951511 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/networks?id=dfb75596-7d80-4835-8571-ad93dfcc0300 HTTP/1.1" status: 200 len: 813 time: 0.1284363 Sep 15 13:10:11.219178 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment b82fa38d-d957-4355-b6cd-35014b0e56e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b82fa38d-d957-4355-b6cd-35014b0e56e0 found for delete ", "request_id": "req-b65c2873-6548-4de3-be9d-79b681fa3ec7"}]} Sep 15 13:10:11.221294 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (f23a539b-43b1-4641-ae2c-1eaa74646362), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.227019 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.230243 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/f23a539b-43b1-4641-ae2c-1eaa74646362 HTTP/1.1" status: 204 len: 168 time: 0.3122516 Sep 15 13:10:11.234655 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-a947e772-00d4-4972-b6e8-268e87523324 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/quotas/9d04252e755e423eaf19e824f1c8c516 HTTP/1.1" status: 200 len: 375 time: 0.0105128 Sep 15 13:10:11.243304 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2246a8-132f-435c-bf26-5239a8c706b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23a539b-43b1-4641-ae2c-1eaa74646362,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:11.269696 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-b86711e9-5f8c-46e2-94ed-ff1ac3113c45 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9d04252e755e423eaf19e824f1c8c516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291338 Sep 15 13:10:11.356121 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51844) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:11.396474 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-6efb0f92-3987-45a1-9f5c-c093eb34807a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9472f5867b964202af54362d390c7509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389776 Sep 15 13:10:11.399219 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 51846) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:11.458767 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b1cd-6ddc-4fc3-8f6d-e1a4fef654ab admin admin] Publish callbacks [] for security_group (815c027e-869a-4aa4-ae3c-56515aad3f63), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.505573 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b1cd-6ddc-4fc3-8f6d-e1a4fef654ab admin admin] Publish callbacks [] for security_group (815c027e-869a-4aa4-ae3c-56515aad3f63), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.506941 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:11.515419 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-81c92ec4-2b2d-441c-b3b9-82a38798646b req-834c9d14-bdcd-4842-a241-064b75eb1684 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 210 time: 0.0471408 Sep 15 13:10:11.568645 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b1cd-6ddc-4fc3-8f6d-e1a4fef654ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (815c027e-869a-4aa4-ae3c-56515aad3f63), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.571487 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b1cd-6ddc-4fc3-8f6d-e1a4fef654ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:11.576741 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b9e7b1cd-6ddc-4fc3-8f6d-e1a4fef654ab admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/815c027e-869a-4aa4-ae3c-56515aad3f63 HTTP/1.1" status: 204 len: 168 time: 0.1757853 Sep 15 13:10:11.586431 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7b1cd-6ddc-4fc3-8f6d-e1a4fef654ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c027e-869a-4aa4-ae3c-56515aad3f63,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:11.727531 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-6166ba67-ee80-41f7-9d1a-babd6d44a10c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=8bec5f3334484051b6b6f4c0ee848e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278821 Sep 15 13:10:11.729367 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-9489988a-ddea-49e8-af6d-8c97de3fb2f5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524665 Sep 15 13:10:11.913610 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-d29e9ce1-d277-49cf-9f75-a88f41044af3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777630 Sep 15 13:10:11.922408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-c05e8aa6-dffc-4551-a9c0-6336930aab2d tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:11.924064 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-c05e8aa6-dffc-4551-a9c0-6336930aab2d tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799002 Sep 15 13:10:11.941983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Request body: {'port': {'device_id': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a', 'admin_state_up': True, 'tenant_id': '8bec5f3334484051b6b6f4c0ee848e8f'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:12.079324 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Made reservation on behalf of 8bec5f3334484051b6b6f4c0ee848e8f for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:12.083493 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.094485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.100380 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f4ca7c2b-066c-4321-84e4-29a9e81f8688 req-b4133982-c0d7-44ad-9acf-cd168bead607 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 210 time: 0.0358689 Sep 15 13:10:12.114214 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:12.134058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:12.181281 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks [] for security_group (abe4c7fe-3226-4068-9ad6-88713c791b6b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.185983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (abe4c7fe-3226-4068-9ad6-88713c791b6b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.248482 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe4c7fe-3226-4068-9ad6-88713c791b6b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:12.330652 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Allocated IP 192.168.233.81 (cb1045dc-a054-4bd6-ba48-4951e5c05a5a/95a2a154-8f66-4503-995c-1375c0460358/7c2c37d5-caa5-4a61-b53f-489a6a8d1e73) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:12.489457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks [] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.523925 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.569229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Network cb1045dc-a054-4bd6-ba48-4951e5c05a5a is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:12.572472 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:12.577587 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:12.609578 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Pushing event updated for resources: {'Port': ['ID=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:12.667963 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:12.668619 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.678208 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3f026-3d74-42c2-b35b-5de30ade3642 req-5d2a120f-6d5b-4039-9e20-17d243291ba0 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:12.680747 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-45a3f026-3d74-42c2-b35b-5de30ade3642 req-5d2a120f-6d5b-4039-9e20-17d243291ba0 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 935 time: 0.0762262 Sep 15 13:10:12.709475 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-06ed5a3a-5c9b-470c-8d28-f48573054bcb tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7716622 Sep 15 13:10:12.735060 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Request body: {'port': {'device_id': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:12.776498 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-45a3f026-3d74-42c2-b35b-5de30ade3642 req-b956c86e-f7e2-4d5c-8096-ccc076337b9c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897024 Sep 15 13:10:12.813134 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.866139 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:12.888173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Provisioning complete for port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:12.889585 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:12.889917 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Attempt 1 to provision port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 Sep 15 13:10:12.922634 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:12.975835 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:INSERT=11,neutron:UPDATE=6,neutron:SELECT=82,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:13.071542 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:10:13.079754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Publish callbacks [] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:13.093250 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Transition to ACTIVE for port object 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:10:13.098233 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:13.178735 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:13.222909 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-24a86859-8c61-4562-b0b6-fdecd4c6ea38 req-85cba5ef-ddab-47e7-aabb-ee52bdee03f9 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 210 time: 0.0376565 Sep 15 13:10:13.258959 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Attempting to bind port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:13.259536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Attempting to bind port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:13.259678 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Attempting to bind port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 on network cb1045dc-a054-4bd6-ba48-4951e5c05a5a {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:13.338552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 on network cb1045dc-a054-4bd6-ba48-4951e5c05a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:10:13.338775 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Attempting to bind port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 on network cb1045dc-a054-4bd6-ba48-4951e5c05a5a {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:13.349042 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-1fbae1d1-e74c-425c-81f7-a4cbc3ce2c8a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:13.350509 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-1fbae1d1-e74c-425c-81f7-a4cbc3ce2c8a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "GET /networking/v2.0/networks?id=dfb75596-7d80-4835-8571-ad93dfcc0300 HTTP/1.1" status: 200 len: 813 time: 0.1532514 Sep 15 13:10:13.373551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Request body: {'port': {'device_id': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300', 'admin_state_up': True, 'tenant_id': '9d04252e755e423eaf19e824f1c8c516'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:13.424105 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Attempt 2 to provision port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 Sep 15 13:10:13.453550 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:13.453884 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Checking segment: {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:13.454265 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Bound using segment: {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:13.454710 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Bound port: 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67992219-1471-462b-89e4-bc37049da0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:13.455065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:13.458986 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:13.545647 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Made reservation on behalf of 9d04252e755e423eaf19e824f1c8c516 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:13.549328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:13.560835 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] For port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:13.576832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] For port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:13.586639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:13.594726 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:13.595271 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:13.596664 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 HTTP/1.1" status: 200 len: 1097 time: 0.8714943 Sep 15 13:10:13.597207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'tag': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:10:13.599442 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4048de-36a7-4a5f-a275-b1b0f440b35f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1caf52-bd42-42fd-8155-7ee2804fa6e5", "tag": "7c2c37d5-caa5-4a61-b53f-489a6a8d1e73"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:10:13.649870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dff6a8-932a-4997-a6eb-738fd1c04a24 x-openstack-request-id: req-22dff6a8-932a-4997-a6eb-738fd1c04a24 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:10:13.650158 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1caf52-bd42-42fd-8155-7ee2804fa6e5", "tag": "7c2c37d5-caa5-4a61-b53f-489a6a8d1e73", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:10:13.650410 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22dff6a8-932a-4997-a6eb-738fd1c04a24 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:10:13.650813 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22dff6a8-932a-4997-a6eb-738fd1c04a24'] response: {'name': 'network-changed', 'server_uuid': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'tag': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73', 'status': 'completed', 'code': 200} Sep 15 13:10:13.675876 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:13.702522 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:13.748624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cc014-9a30-439c-a904-f4683fbff727 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:13.777132 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-97a4ec39-aea8-4d7f-8e15-b195a64ad42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:13.778674 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-97a4ec39-aea8-4d7f-8e15-b195a64ad42e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8bec5f3334484051b6b6f4c0ee848e8f&device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 1131 time: 0.0872109 Sep 15 13:10:13.787928 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Allocated IP 172.20.0.10 (dfb75596-7d80-4835-8571-ad93dfcc0300/04984562-8548-457c-9ad7-60c3e68943a5/e45a4356-1f3c-4ae5-a251-e800af83443e) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:13.842284 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-bbbb5406-0160-4c52-ac4e-b5847df24b4f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 HTTP/1.1" status: 200 len: 217 time: 0.0425136 Sep 15 13:10:13.905291 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875de9b-9336-4884-9e64-7c2a533fa9b8 req-48f7d63c-aff7-4bc7-8d8a-1192b376ec3c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:13.906726 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4875de9b-9336-4884-9e64-7c2a533fa9b8 req-48f7d63c-aff7-4bc7-8d8a-1192b376ec3c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 947 time: 0.0506399 Sep 15 13:10:13.950389 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-52f96451-9038-452f-8b08-692e0a6b130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:13.952412 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-52f96451-9038-452f-8b08-692e0a6b130d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=95a2a154-8f66-4503-995c-1375c0460358 HTTP/1.1" status: 200 len: 843 time: 0.1043410 Sep 15 13:10:13.956288 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4875de9b-9336-4884-9e64-7c2a533fa9b8 req-cc9d3832-2c6e-4f74-a3a0-5d8648af992c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Sep 15 13:10:13.960028 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Attempt 3 to provision port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 Sep 15 13:10:13.997912 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-94d74859-4520-4f6a-9d2f-60cfc741116e None None] Port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:10:14.045142 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks [] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:14.048558 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-5408668f-ee44-475e-9b57-644eccd94e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:14.050058 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-5408668f-ee44-475e-9b57-644eccd94e79 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=cb1045dc-a054-4bd6-ba48-4951e5c05a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0619216 Sep 15 13:10:14.136257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:14.203072 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Network dfb75596-7d80-4835-8571-ad93dfcc0300 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:14.209550 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:14.211878 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:14.215947 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-358bb351-1216-430b-a305-2cdde65b7329 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb1045dc-a054-4bd6-ba48-4951e5c05a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582270 Sep 15 13:10:14.218828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Pushing event updated for resources: {'Port': ['ID=e45a4356-1f3c-4ae5-a251-e800af83443e,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:14.329390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:14.330086 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:14.387711 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f218e-790c-4d67-b231-78529f68e7a5 req-c04cf2ae-38d6-4b8b-a2d7-3727df98dfcf tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:14.389256 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b4f218e-790c-4d67-b231-78529f68e7a5 req-c04cf2ae-38d6-4b8b-a2d7-3727df98dfcf tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 932 time: 0.0840669 Sep 15 13:10:14.397538 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dabffc35-6efe-409b-91a5-94a3034664d3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0284801 Sep 15 13:10:14.411467 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:14.418120 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Request body: {'port': {'device_id': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:14.427351 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-31127eb5-6e33-43df-923c-f7a1c85a9c2f req-78b8b1d0-8730-4817-9456-65e20747bb47 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb1045dc-a054-4bd6-ba48-4951e5c05a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055042 Sep 15 13:10:14.508560 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b4f218e-790c-4d67-b231-78529f68e7a5 req-6a079c46-5547-4d20-8256-f0b72f10187a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100628 Sep 15 13:10:14.515703 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:14.555382 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:14.775357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45a4356-1f3c-4ae5-a251-e800af83443e {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:10:14.783308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Publish callbacks [] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:14.795237 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Transition to ACTIVE for port object e45a4356-1f3c-4ae5-a251-e800af83443e will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:10:14.799744 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:14.879136 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e45a4356-1f3c-4ae5-a251-e800af83443e,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:14.906728 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Attempting to bind port e45a4356-1f3c-4ae5-a251-e800af83443e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:14.907063 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Attempting to bind port e45a4356-1f3c-4ae5-a251-e800af83443e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:14.907387 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Attempting to bind port e45a4356-1f3c-4ae5-a251-e800af83443e on network dfb75596-7d80-4835-8571-ad93dfcc0300 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:14.951128 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Port e45a4356-1f3c-4ae5-a251-e800af83443e on network dfb75596-7d80-4835-8571-ad93dfcc0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:10:14.951451 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Attempting to bind port e45a4356-1f3c-4ae5-a251-e800af83443e on network dfb75596-7d80-4835-8571-ad93dfcc0300 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:14.993086 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:14.993427 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Checking segment: {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:14.993799 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Bound using segment: {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:14.994227 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Bound port: e45a4356-1f3c-4ae5-a251-e800af83443e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:14.994582 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:15.056454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] For port e45a4356-1f3c-4ae5-a251-e800af83443e, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:15.059477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] For port e45a4356-1f3c-4ae5-a251-e800af83443e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e45a4356-1f3c-4ae5-a251-e800af83443e,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:15.066095 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:15.071157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:15.071778 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:15.073223 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e45a4356-1f3c-4ae5-a251-e800af83443e HTTP/1.1" status: 200 len: 1094 time: 0.6596708 Sep 15 13:10:15.082452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef3691-96cf-44ec-836b-b20e8da76ea3 req-90ce0fca-f3f5-42ed-aac2-7f385d2e3bb0 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:15.083982 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a2ef3691-96cf-44ec-836b-b20e8da76ea3 req-90ce0fca-f3f5-42ed-aac2-7f385d2e3bb0 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 947 time: 0.0490918 Sep 15 13:10:15.116615 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933519e-b664-4cc6-b708-aad53c5f7f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e45a4356-1f3c-4ae5-a251-e800af83443e,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:15.132407 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a2ef3691-96cf-44ec-836b-b20e8da76ea3 req-15e2bb96-bcd4-4f63-8b2d-54da660b9b83 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Sep 15 13:10:15.631890 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a069-db51-4155-b65d-09f50e4490f0 req-7d281e91-dc33-4bcc-8a66-c51460cd83aa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:15.633365 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4735a069-db51-4155-b65d-09f50e4490f0 req-7d281e91-dc33-4bcc-8a66-c51460cd83aa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 944 time: 0.0508342 Sep 15 13:10:15.651794 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'tag': 'e45a4356-1f3c-4ae5-a251-e800af83443e'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:10:15.653991 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5aaf6-0307-47aa-844b-507bcca78751" -d '{"events": [{"name": "network-changed", "server_uuid": "d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f", "tag": "e45a4356-1f3c-4ae5-a251-e800af83443e"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:10:15.686038 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4735a069-db51-4155-b65d-09f50e4490f0 req-9ec9c8c1-b24c-48ff-b97b-ce069eacbb4d tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471008 Sep 15 13:10:15.690897 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285513dd-3fac-44a4-adaf-52135f1f937e x-openstack-request-id: req-285513dd-3fac-44a4-adaf-52135f1f937e {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:10:15.691186 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f", "tag": "e45a4356-1f3c-4ae5-a251-e800af83443e", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:10:15.691436 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-285513dd-3fac-44a4-adaf-52135f1f937e {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:10:15.691827 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285513dd-3fac-44a4-adaf-52135f1f937e'] response: {'name': 'network-changed', 'server_uuid': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'tag': 'e45a4356-1f3c-4ae5-a251-e800af83443e', 'status': 'completed', 'code': 200} Sep 15 13:10:16.256108 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc4d22-2712-4f19-8d2c-2d9d3c81da7f req-aa03508b-12b4-4761-b921-6c09b4c1d91b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:16.257597 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9dfc4d22-2712-4f19-8d2c-2d9d3c81da7f req-aa03508b-12b4-4761-b921-6c09b4c1d91b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 947 time: 0.0492768 Sep 15 13:10:16.305325 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9dfc4d22-2712-4f19-8d2c-2d9d3c81da7f req-d8d92cbd-206e-4f28-9097-aeeabe0fabb1 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Sep 15 13:10:16.693541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-b2053fb0-2033-414f-8a0f-f2846da26186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:16.695000 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-b2053fb0-2033-414f-8a0f-f2846da26186 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8bec5f3334484051b6b6f4c0ee848e8f&device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 1131 time: 0.0672903 Sep 15 13:10:16.697693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5aaf6-0307-47aa-844b-507bcca78751 req-eefd3c4c-7538-4679-a082-c725f2a6121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:16.699014 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-02c5aaf6-0307-47aa-844b-507bcca78751 req-eefd3c4c-7538-4679-a082-c725f2a6121b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9d04252e755e423eaf19e824f1c8c516&device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 1128 time: 0.0612512 Sep 15 13:10:16.749547 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:16.823835 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:16.892613 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94030095-11e9-4461-9598-16ddaf022464 req-53994a92-903b-4e93-a3a4-3ee9d3c63385 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:16.894067 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94030095-11e9-4461-9598-16ddaf022464 req-53994a92-903b-4e93-a3a4-3ee9d3c63385 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 944 time: 0.1149864 Sep 15 13:10:16.933724 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-7b3f43fe-3322-47e6-8e1c-ba7eac6ab362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:16.935141 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-7b3f43fe-3322-47e6-8e1c-ba7eac6ab362 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=cb1045dc-a054-4bd6-ba48-4951e5c05a5a HTTP/1.1" status: 200 len: 870 time: 0.2237260 Sep 15 13:10:16.951286 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5aaf6-0307-47aa-844b-507bcca78751 req-e9b04d79-6145-43b0-a944-dc453dfc88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:16.952597 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-02c5aaf6-0307-47aa-844b-507bcca78751 req-e9b04d79-6145-43b0-a944-dc453dfc88d1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=9d04252e755e423eaf19e824f1c8c516&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2401328 Sep 15 13:10:16.994098 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-d08d0461-7fb9-4fbd-89a4-db3cace66469 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 HTTP/1.1" status: 200 len: 217 time: 0.0531056 Sep 15 13:10:17.069372 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94030095-11e9-4461-9598-16ddaf022464 req-f6514f12-1e4e-4fe6-83aa-7333a95b4adf tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655252 Sep 15 13:10:17.104033 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-10e75631-b7cc-4d5f-9e15-34c32c7d222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:17.105555 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-10e75631-b7cc-4d5f-9e15-34c32c7d222f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=95a2a154-8f66-4503-995c-1375c0460358 HTTP/1.1" status: 200 len: 843 time: 0.1054871 Sep 15 13:10:17.160391 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5aaf6-0307-47aa-844b-507bcca78751 req-1910818b-244f-415d-aa62-8896f8d5d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:17.161834 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-02c5aaf6-0307-47aa-844b-507bcca78751 req-1910818b-244f-415d-aa62-8896f8d5d918 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1811063 Sep 15 13:10:17.166756 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-bfceac33-bb1a-4efe-bdb9-a23a64b18ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:17.168154 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-bfceac33-bb1a-4efe-bdb9-a23a64b18ddd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=cb1045dc-a054-4bd6-ba48-4951e5c05a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0535922 Sep 15 13:10:17.291165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-cf68ccd0-c9bd-4e20-8995-430f24189174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:17.292863 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-cf68ccd0-c9bd-4e20-8995-430f24189174 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9d04252e755e423eaf19e824f1c8c516&device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 1128 time: 0.0633154 Sep 15 13:10:17.298111 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-d8e0e43d-1bba-4efc-a951-fff2e6642d6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb1045dc-a054-4bd6-ba48-4951e5c05a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215751 Sep 15 13:10:17.362641 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-3a261390-11bf-4a73-b631-67bd6bf75745 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e45a4356-1f3c-4ae5-a251-e800af83443e HTTP/1.1" status: 200 len: 217 time: 0.0515180 Sep 15 13:10:17.426607 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbeb77-2b6f-43f9-a51a-b325b1bc2321 req-a2456840-f269-4fe3-bf41-674e8aa11b8d tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:17.428090 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-21bbeb77-2b6f-43f9-a51a-b325b1bc2321 req-a2456840-f269-4fe3-bf41-674e8aa11b8d tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 947 time: 0.0470636 Sep 15 13:10:17.457984 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-209a2757-9f81-4956-8e8b-8429ad9c3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:17.459408 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-209a2757-9f81-4956-8e8b-8429ad9c3ce3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=04984562-8548-457c-9ad7-60c3e68943a5 HTTP/1.1" status: 200 len: 853 time: 0.0724030 Sep 15 13:10:17.476855 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-21bbeb77-2b6f-43f9-a51a-b325b1bc2321 req-40f48834-cccc-4390-ba7a-29a0082d8771 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Sep 15 13:10:17.482936 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b4048de-36a7-4a5f-a275-b1b0f440b35f req-99fe96e1-ff91-4bbe-97cd-14acb06b5959 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb1045dc-a054-4bd6-ba48-4951e5c05a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707687 Sep 15 13:10:17.498911 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-cc3c4cdf-00c7-4dde-ac12-88e6bb90409d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=dfb75596-7d80-4835-8571-ad93dfcc0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308328 Sep 15 13:10:17.592417 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-3fcb546a-62cd-4a2a-ad23-b5df485dda4a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871208 Sep 15 13:10:17.677318 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:17.681564 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d29481-5e52-4205-b29d-8c51cdc993e2 req-dcf2ee66-f535-495a-9653-d281cd27cd14 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833750 Sep 15 13:10:17.686140 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:10:17.789638 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:17.800617 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73', 'network_id': 'cb1045dc-a054-4bd6-ba48-4951e5c05a5a', 'port_id': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73', 'mac_address': 'fa:16:3e:e7:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a2a154-8f66-4503-995c-1375c0460358', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:10:17.834585 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:17.834966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:17.848741 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:10:17.869162 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:17.872869 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:17.919437 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:17.926542 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.926881 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.927215 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.927547 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.927874 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.928197 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.928558 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.928880 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.929198 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.929518 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.929837 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.930154 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.930468 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.930783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:17.931093 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:18.191065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684db1-f67d-4c43-8705-8191b1e9afd1 req-837b0b2d-a5c3-44ba-8543-74fc65df2b8f tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:18.192536 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-85684db1-f67d-4c43-8705-8191b1e9afd1 req-837b0b2d-a5c3-44ba-8543-74fc65df2b8f tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 944 time: 0.0494704 Sep 15 13:10:18.240053 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-85684db1-f67d-4c43-8705-8191b1e9afd1 req-6390ac89-ed2e-471f-9ebe-d910166fea7d tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Sep 15 13:10:18.430932 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['7c2c37d5-caa5-4a61-b53f-489a6a8d1e73'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:10:18.483373 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:18.598758 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1106f-d6f1-4f71-9fb1-0db5bf85aa5d req-68fc1230-0e93-4ab9-84f9-79d8b03c8f40 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:18.600206 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9bc1106f-d6f1-4f71-9fb1-0db5bf85aa5d req-68fc1230-0e93-4ab9-84f9-79d8b03c8f40 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 948 time: 0.0475469 Sep 15 13:10:18.650115 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9bc1106f-d6f1-4f71-9fb1-0db5bf85aa5d req-b3c036fc-890b-4e74-973c-2640f63c0c10 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Sep 15 13:10:19.359238 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2216430-3308-43a9-9a36-958fb94aed01 req-ec8753c3-e8a0-47bb-a5e8-f65814248c88 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:19.360736 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b2216430-3308-43a9-9a36-958fb94aed01 req-ec8753c3-e8a0-47bb-a5e8-f65814248c88 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 944 time: 0.0458643 Sep 15 13:10:19.396476 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:19.408707 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b2216430-3308-43a9-9a36-958fb94aed01 req-f3cc6b4b-5f26-4041-a17c-3daf340a1552 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 Sep 15 13:10:19.717706 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:19.762518 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:10:19.769362 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726074c-3d36-43ae-8d4b-e44d3670bce0 req-928cfbc1-d114-4f56-b495-1ccc20a6d7f4 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:19.769904 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:19.769904 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:19.770250 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 Sep 15 13:10:19.770870 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d726074c-3d36-43ae-8d4b-e44d3670bce0 req-928cfbc1-d114-4f56-b495-1ccc20a6d7f4 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 948 time: 0.0474188 Sep 15 13:10:19.772953 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:19.818956 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d726074c-3d36-43ae-8d4b-e44d3670bce0 req-62f69922-b96e-4008-b7b7-183490109619 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Sep 15 13:10:19.844372 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:19.844775 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:19.869397 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:10:19.871625 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986a43ae-3ff1-46ed-bd34-f462c4c0c133" -d '{"events": [{"server_uuid": "ad1caf52-bd42-42fd-8155-7ee2804fa6e5", "name": "network-vif-plugged", "status": "completed", "tag": "7c2c37d5-caa5-4a61-b53f-489a6a8d1e73"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:10:19.884833 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:19.888758 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:19.934707 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:20.088484 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b86b1c-52aa-49c9-9d08-13b514d85aa2 x-openstack-request-id: req-85b86b1c-52aa-49c9-9d08-13b514d85aa2 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:10:20.088787 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1caf52-bd42-42fd-8155-7ee2804fa6e5", "name": "network-vif-plugged", "status": "completed", "tag": "7c2c37d5-caa5-4a61-b53f-489a6a8d1e73", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:10:20.089036 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85b86b1c-52aa-49c9-9d08-13b514d85aa2 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:10:20.089434 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b86b1c-52aa-49c9-9d08-13b514d85aa2'] response: {'server_uuid': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73', 'code': 200} Sep 15 13:10:20.291040 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c58e9-75e0-41d4-a16e-b0d9f76a517e req-17a29c25-ec1d-48df-a723-74fffa726ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:20.292535 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a17c58e9-75e0-41d4-a16e-b0d9f76a517e req-17a29c25-ec1d-48df-a723-74fffa726ee8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 1133 time: 0.0376353 Sep 15 13:10:20.337894 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a17c58e9-75e0-41d4-a16e-b0d9f76a517e req-10dc7975-a97d-48cb-b504-65358d1f6135 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Sep 15 13:10:20.526233 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145737c-017e-4f50-b497-c32e8d337208 req-13a1714e-089b-43b1-b84d-9a49497a4fec tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:20.527669 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2145737c-017e-4f50-b497-c32e8d337208 req-13a1714e-089b-43b1-b84d-9a49497a4fec tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 944 time: 0.0460963 Sep 15 13:10:20.558317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:20.575567 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2145737c-017e-4f50-b497-c32e8d337208 req-7613dfc5-74ed-479c-88f1-4f2bd55e01bd tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Sep 15 13:10:20.854382 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:21.212296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8cfd8-5d88-4e77-b59e-e7b305a3d735 req-e577ddc4-22e1-4350-a5a7-1a548fd6f991 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:21.213767 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-76d8cfd8-5d88-4e77-b59e-e7b305a3d735 req-e577ddc4-22e1-4350-a5a7-1a548fd6f991 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 949 time: 0.3169580 Sep 15 13:10:21.260498 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-76d8cfd8-5d88-4e77-b59e-e7b305a3d735 req-3cb3429d-60c7-456d-8c12-47fff109a057 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Sep 15 13:10:21.701441 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd79f9-0a7f-45ba-9ea7-618e4fe3461d req-e0a27b43-5963-4bcf-8226-0b9cf3e6d0b5 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:21.702950 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eabd79f9-0a7f-45ba-9ea7-618e4fe3461d req-e0a27b43-5963-4bcf-8226-0b9cf3e6d0b5 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 944 time: 0.0507090 Sep 15 13:10:21.729685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e45a4356-1f3c-4ae5-a251-e800af83443e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:10:21.750661 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-eabd79f9-0a7f-45ba-9ea7-618e4fe3461d req-d74d504b-9268-4c87-a812-3229758a8180 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Sep 15 13:10:21.829242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port e45a4356-1f3c-4ae5-a251-e800af83443e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e45a4356-1f3c-4ae5-a251-e800af83443e,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:21.840119 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'e45a4356-1f3c-4ae5-a251-e800af83443e', 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300', 'port_id': 'e45a4356-1f3c-4ae5-a251-e800af83443e', 'mac_address': 'fa:16:3e:9e:cf:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04984562-8548-457c-9ad7-60c3e68943a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:10:21.879518 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port e45a4356-1f3c-4ae5-a251-e800af83443e is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:21.879830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:21.893233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45a4356-1f3c-4ae5-a251-e800af83443e {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:10:21.912883 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port e45a4356-1f3c-4ae5-a251-e800af83443e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e45a4356-1f3c-4ae5-a251-e800af83443e,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:21.916945 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:21.964137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=e45a4356-1f3c-4ae5-a251-e800af83443e,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:22.318604 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['e45a4356-1f3c-4ae5-a251-e800af83443e'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:10:22.383422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32e55a-ebb3-4abb-aa24-c5e3da74a123 req-348c9908-0e2c-4a93-a40c-4ed7329a71b4 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:22.385318 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fc32e55a-ebb3-4abb-aa24-c5e3da74a123 req-348c9908-0e2c-4a93-a40c-4ed7329a71b4 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 949 time: 0.0470350 Sep 15 13:10:22.434339 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-fc32e55a-ebb3-4abb-aa24-c5e3da74a123 req-0cb02416-7435-4abf-91e0-cf7e88e4e694 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Sep 15 13:10:22.452102 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:22.572246 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-4a05df8c-54a5-4b14-9cf8-beb107644687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:22.706797 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b8362-300d-4287-8ba7-2b080f6e47a9 req-61852150-cf4b-42b6-86a1-bf3c53a46535 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:22.708243 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c72b8362-300d-4287-8ba7-2b080f6e47a9 req-61852150-cf4b-42b6-86a1-bf3c53a46535 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 949 time: 0.0495868 Sep 15 13:10:22.754913 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c72b8362-300d-4287-8ba7-2b080f6e47a9 req-a6272150-314c-4263-bd64-503814d53b7f tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Sep 15 13:10:22.875102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00021-09ba-4ba9-a409-44b2d0cdb5fb req-53619abb-78b6-4db3-b57e-149834d57ec2 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:22.876750 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50c00021-09ba-4ba9-a409-44b2d0cdb5fb req-53619abb-78b6-4db3-b57e-149834d57ec2 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 945 time: 0.0472028 Sep 15 13:10:22.923712 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-50c00021-09ba-4ba9-a409-44b2d0cdb5fb req-f03d342a-bfcb-4e1f-9749-9e9d8b9da173 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Sep 15 13:10:23.738905 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e45a4356-1f3c-4ae5-a251-e800af83443e up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:23.780314 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port e45a4356-1f3c-4ae5-a251-e800af83443e completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:10:23.788028 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port e45a4356-1f3c-4ae5-a251-e800af83443e triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:23.788486 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:23.788851 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port e45a4356-1f3c-4ae5-a251-e800af83443e Sep 15 13:10:23.866833 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port e45a4356-1f3c-4ae5-a251-e800af83443e is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:23.867219 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:23.877171 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0b008-f8aa-4a17-9232-a572fe0f5fb8 req-7ea4b252-4840-422f-a897-0e37c980743c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:23.878676 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bcc0b008-f8aa-4a17-9232-a572fe0f5fb8 req-7ea4b252-4840-422f-a897-0e37c980743c tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 949 time: 0.0487185 Sep 15 13:10:23.890933 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45a4356-1f3c-4ae5-a251-e800af83443e'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:10:23.893175 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4e9478-8c30-4cc5-b3db-6a324f5ddd70" -d '{"events": [{"server_uuid": "d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f", "name": "network-vif-plugged", "status": "completed", "tag": "e45a4356-1f3c-4ae5-a251-e800af83443e"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:10:23.906715 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port e45a4356-1f3c-4ae5-a251-e800af83443e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e45a4356-1f3c-4ae5-a251-e800af83443e,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:23.912205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:23.928221 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bcc0b008-f8aa-4a17-9232-a572fe0f5fb8 req-9b3c4b53-1156-4b7e-a549-3ae6c699ce0f tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=abe4c7fe-3226-4068-9ad6-88713c791b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Sep 15 13:10:23.938389 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398855d6-aa55-4032-99ae-94b17f8c608d x-openstack-request-id: req-398855d6-aa55-4032-99ae-94b17f8c608d {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:10:23.938687 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f", "name": "network-vif-plugged", "status": "completed", "tag": "e45a4356-1f3c-4ae5-a251-e800af83443e", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:10:23.938939 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-398855d6-aa55-4032-99ae-94b17f8c608d {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:10:23.939333 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398855d6-aa55-4032-99ae-94b17f8c608d'] response: {'server_uuid': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45a4356-1f3c-4ae5-a251-e800af83443e', 'code': 200} Sep 15 13:10:23.940135 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:23.968556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=e45a4356-1f3c-4ae5-a251-e800af83443e,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:24.048440 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59f3cb-a465-413a-b166-35267d45f3e9 req-73d286f1-5860-401f-af92-7b20396c056c tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:24.049918 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dd59f3cb-a465-413a-b166-35267d45f3e9 req-73d286f1-5860-401f-af92-7b20396c056c tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0475652 Sep 15 13:10:24.101598 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-dd59f3cb-a465-413a-b166-35267d45f3e9 req-006ad24f-ce91-42f5-8074-db0977292d7c tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Sep 15 13:10:24.387351 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d36c9-1cfd-4e39-8387-1eda619b1627 req-b091033e-3973-4c5c-bc56-25ff94339c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:24.388863 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c90d36c9-1cfd-4e39-8387-1eda619b1627 req-b091033e-3973-4c5c-bc56-25ff94339c73 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 1130 time: 0.0692813 Sep 15 13:10:24.394997 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-b2288d6a-9013-4716-9862-0dc927753cbc tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:24.396308 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-b2288d6a-9013-4716-9862-0dc927753cbc tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 949 time: 0.0691464 Sep 15 13:10:24.490838 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c90d36c9-1cfd-4e39-8387-1eda619b1627 req-4ff347f1-4d5e-478d-80e2-f4ffcfcb0fc9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936172 Sep 15 13:10:24.504552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Deleting port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:10:24.504898 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:24.591393 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] For port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,segment=NetworkSegment(67992219-1471-462b-89e4-bc37049da0f8),segment_id=67992219-1471-462b-89e4-bc37049da0f8)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:24.591748 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:24.604995 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Calling delete_port for 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:10:24.616696 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:24.728728 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:24.735213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (7c2c37d5-caa5-4a61-b53f-489a6a8d1e73), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:24.745939 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-30becbad-955b-4405-b389-22f4709aa749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:24.761318 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Pushing event deleted for resources: {'Port': ['ID=7c2c37d5-caa5-4a61-b53f-489a6a8d1e73,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:24.769453 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['7c2c37d5-caa5-4a61-b53f-489a6a8d1e73'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:10:24.812829 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] No DVR routers for this DVR port 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:10:24.816059 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:24.819254 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-93d24595-13ec-4a12-ad39-87a3afbf2cdf req-32f56da6-577a-40e4-8bd0-a0a60410720b tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.27 "DELETE /networking/v2.0/ports/7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 HTTP/1.1" status: 204 len: 173 time: 0.4156950 Sep 15 13:10:24.819755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'name': 'network-vif-deleted', 'tag': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:10:24.822034 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d34f13-8df0-4eae-b5ad-f5bd56ae4203" -d '{"events": [{"server_uuid": "ad1caf52-bd42-42fd-8155-7ee2804fa6e5", "name": "network-vif-deleted", "tag": "7c2c37d5-caa5-4a61-b53f-489a6a8d1e73"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:10:24.864536 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddd6e7c-02a2-4747-b358-8dd966f06605 x-openstack-request-id: req-cddd6e7c-02a2-4747-b358-8dd966f06605 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:10:24.864823 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1caf52-bd42-42fd-8155-7ee2804fa6e5", "name": "network-vif-deleted", "tag": "7c2c37d5-caa5-4a61-b53f-489a6a8d1e73", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:10:24.865058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cddd6e7c-02a2-4747-b358-8dd966f06605 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:10:24.865474 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddd6e7c-02a2-4747-b358-8dd966f06605'] response: {'server_uuid': 'ad1caf52-bd42-42fd-8155-7ee2804fa6e5', 'name': 'network-vif-deleted', 'tag': '7c2c37d5-caa5-4a61-b53f-489a6a8d1e73', 'status': 'completed', 'code': 200} Sep 15 13:10:25.034668 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-4de7236e-1555-4601-aea4-88388eac9d84 req-16ad670e-27e1-43bd-ab3b-30553690f344 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Sep 15 13:10:25.224569 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228982a-c084-4b03-8ea1-a382255172a0 req-3839176f-55e7-49e0-a5fc-90f427d5a45f tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:25.226029 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2228982a-c084-4b03-8ea1-a382255172a0 req-3839176f-55e7-49e0-a5fc-90f427d5a45f tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0496244 Sep 15 13:10:25.272761 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2228982a-c084-4b03-8ea1-a382255172a0 req-34fa91b0-bb45-4627-bc45-0a4f733284cb tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Sep 15 13:10:25.826478 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:10:26.152835 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:26.156241 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cc7be8eb-c5a1-45c7-8a30-5c9395e5e2f7 req-8d4b1ccc-7280-4a16-806a-69cad6f03a66 tempest-VolumesNegativeTest-1182147185 tempest-VolumesNegativeTest-1182147185-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ad1caf52-bd42-42fd-8155-7ee2804fa6e5 HTTP/1.1" status: 200 len: 210 time: 0.0280166 Sep 15 13:10:26.394615 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e4d47-542b-4a19-8934-652b64460f17 req-45fcf0f1-b0a4-4c08-8aef-819fae0bfc2d tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:26.395993 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df1e4d47-542b-4a19-8934-652b64460f17 req-45fcf0f1-b0a4-4c08-8aef-819fae0bfc2d tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0464473 Sep 15 13:10:26.442758 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df1e4d47-542b-4a19-8934-652b64460f17 req-66d4ff45-fe9f-4698-90ae-a157ddd3e698 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Sep 15 13:10:27.759625 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:10:27.785648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:10:27.785996 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 7c2c37d5-caa5-4a61-b53f-489a6a8d1e73 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:10:27.846826 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:28.023454 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:31.282588 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52246) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:31.398507 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:31.424191 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-572ffe43-ebb7-4f5f-9e56-e9e2c530e6ac admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8bec5f3334484051b6b6f4c0ee848e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395712 Sep 15 13:10:31.426534 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52250) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:31.476806 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1471dc67-71dc-4f87-a41e-5da275d02dc9 admin admin] Publish callbacks [] for security_group (abe4c7fe-3226-4068-9ad6-88713c791b6b), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:31.496890 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1471dc67-71dc-4f87-a41e-5da275d02dc9 admin admin] Publish callbacks [] for security_group (abe4c7fe-3226-4068-9ad6-88713c791b6b), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:31.545967 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1471dc67-71dc-4f87-a41e-5da275d02dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (abe4c7fe-3226-4068-9ad6-88713c791b6b), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:31.549381 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1471dc67-71dc-4f87-a41e-5da275d02dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:31.550523 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1471dc67-71dc-4f87-a41e-5da275d02dc9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/abe4c7fe-3226-4068-9ad6-88713c791b6b HTTP/1.1" status: 204 len: 168 time: 0.1230364 Sep 15 13:10:31.558209 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471dc67-71dc-4f87-a41e-5da275d02dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe4c7fe-3226-4068-9ad6-88713c791b6b,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:32.212718 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52274) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:32.311051 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1098394225-network', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:32.332308 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Made reservation on behalf of 1344373f29a44b7c8db2f9bab5f38467 for: {'network': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:32.334592 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.342909 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.424142 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks [] for security_group (4a660f73-3c6c-4ac5-be1e-947fe612eb64), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.427831 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4a660f73-3c6c-4ac5-be1e-947fe612eb64), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.454052 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=106204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:10:32.465117 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a660f73-3c6c-4ac5-be1e-947fe612eb64,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:32.471708 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (e5cbfbc0-921a-4730-a67c-dd0726751547), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.472052 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.segments_db [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Added segment e5cbfbc0-921a-4730-a67c-dd0726751547 of type vlan for network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 Sep 15 13:10:32.513117 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (557bdd31-96bd-482d-9ed9-43fcea7b78d7), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.538893 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (557bdd31-96bd-482d-9ed9-43fcea7b78d7), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.540057 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:32.540764 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.562378 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:32.613758 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3999088 Sep 15 13:10:32.616746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52280) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:32.621502 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027de704-ac1f-45a9-a501-f577bc107759 admin admin] Pushing event updated for resources: {'Network': ['ID=557bdd31-96bd-482d-9ed9-43fcea7b78d7,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:32.621983 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Request body: {'subnet': {'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1098394225-subnet', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'ip_version': 4}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:32.632392 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:10:32.648085 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Made reservation on behalf of 1344373f29a44b7c8db2f9bab5f38467 for: {'subnet': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:32.651295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058745'] for subnet (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.846921 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10410398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9058735'] for subnet (c406953a-b169-42de-9d85-c4a9229085b8), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:32.885092 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f25a7-b035-4574-902a-edc8d0b41556 req-cf71ff3b-4493-447f-bab0-4de5f9edbdb4 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:32.886593 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-106f25a7-b035-4574-902a-edc8d0b41556 req-cf71ff3b-4493-447f-bab0-4de5f9edbdb4 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0518885 Sep 15 13:10:32.945634 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c406953a-b169-42de-9d85-c4a9229085b8,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:32.953664 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-106f25a7-b035-4574-902a-edc8d0b41556 req-9b32fbc4-53fa-4869-82a1-5b73c0d64b80 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562077 Sep 15 13:10:32.964580 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-cc9b806b-1b6d-44c7-b826-dd07ae1b1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:32.966083 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-cc9b806b-1b6d-44c7-b826-dd07ae1b1a5d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1168 time: 0.0715978 Sep 15 13:10:32.966904 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Checking segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:32.967377 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Network hostable DHCP agents. Network: 557bdd31-96bd-482d-9ed9-43fcea7b78d7, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:10:33.033857 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:10:33.053810 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, 557bdd31-96bd-482d-9ed9-43fcea7b78d7) {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:33.058378 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:33.059488 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.062802 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0000af-fb82-4ff3-b253-31326047cd0b None None] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:10:33.109583 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-7c5674e1-e23a-4cb5-961e-8aa19c7b11ea admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4892662 Sep 15 13:10:33.109583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-d4159fef-eee3-4d57-9aff-8555ad74d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:33.110150 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52286) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:33.111190 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-d4159fef-eee3-4d57-9aff-8555ad74d8ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.1355190 Sep 15 13:10:33.115657 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:33.123616 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:33.137599 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.138811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.174259 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 13:10:33.176114 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.186030 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-4c49b4cb-55e9-4fb9-be61-8aef31887d09 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 1001 time: 0.0692372 Sep 15 13:10:33.199705 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks [] for router_controller (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.250085 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-88b5b1de-686a-46fa-9e1c-b3545fee3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:33.252037 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-88b5b1de-686a-46fa-9e1c-b3545fee3130 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0590236 Sep 15 13:10:33.303899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-524de0c6-93ef-408b-919e-fdc3c919f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:33.305486 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-524de0c6-93ef-408b-919e-fdc3c919f4c7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470719 Sep 15 13:10:33.343163 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Allocated IP 172.20.0.2 (557bdd31-96bd-482d-9ed9-43fcea7b78d7/c406953a-b169-42de-9d85-c4a9229085b8/49a93ac2-22b7-4252-9ee3-d9a917aebba8) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:33.347034 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks [] for router_gateway (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.349938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:33.379297 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:33.426073 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-222a675f-42a0-4774-8de5-27b350d4417a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128311 Sep 15 13:10:33.496092 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Publish callbacks [] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.506403 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.522899 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6517a356-84d1-493c-85dd-7db74e8205e8 req-1428311c-b5a9-43cf-b038-f16cd99865da service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903330 Sep 15 13:10:33.565179 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks [] for router_gateway (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.565911 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:33.567878 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:33.571539 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Pushing event updated for resources: {'Port': ['ID=49a93ac2-22b7-4252-9ee3-d9a917aebba8,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:33.574021 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:33.576789 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:33.585308 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.637795 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Attempting to bind port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:33.638734 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Attempting to bind port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:33.639111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Attempting to bind port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:33.692964 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:33.693340 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Checking segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:33.693751 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.694144 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Bound using segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:33.694615 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Bound port: 49a93ac2-22b7-4252-9ee3-d9a917aebba8, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:33.695012 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.703039 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Allocated IP 172.27.1.10 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/249fd273-e1dd-4189-b25f-495973f4cd9b) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:33.760962 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] For port 49a93ac2-22b7-4252-9ee3-d9a917aebba8, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:33.764631 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] For port 49a93ac2-22b7-4252-9ee3-d9a917aebba8, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=49a93ac2-22b7-4252-9ee3-d9a917aebba8,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:33.772656 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.806396 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:33.824354 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24534c-8535-4ec2-af4c-770471ab5027 None None] Pushing event updated for resources: {'Port': ['ID=49a93ac2-22b7-4252-9ee3-d9a917aebba8,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:33.837160 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks [] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.871218 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:33.919352 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:33.925199 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:33.927626 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:33.929487 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:33.931360 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Pushing event updated for resources: {'Port': ['ID=249fd273-e1dd-4189-b25f-495973f4cd9b,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:34.109687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4217b7-9036-4ba4-aa97-a18730b07966 req-85ff42b6-9b21-4162-8993-409318a1d6ea tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:34.111917 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be4217b7-9036-4ba4-aa97-a18730b07966 req-85ff42b6-9b21-4162-8993-409318a1d6ea tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0577250 Sep 15 13:10:34.181153 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-be4217b7-9036-4ba4-aa97-a18730b07966 req-433d826a-d35c-4cdf-ac49-824c4a3e9f52 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610867 Sep 15 13:10:34.224759 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks [] for router_gateway (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:34.351637 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:34.411534 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:34.542198 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:10:34.652850 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:10:34.663568 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:10:34.672492 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:34.674521 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-94bd65f3-3df4-46fa-ab16-8d2f217e5656 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5620487 Sep 15 13:10:34.677274 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52294) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:34.679664 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:34.680429 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:34.755262 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035607c-9851-44ac-948e-be1effdfc585 None None] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:10:34.794484 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:34.813379 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Provisioning complete for port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:34.813967 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:34.814695 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Attempt 1 to provision port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 Sep 15 13:10:34.936591 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Current status of the port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:34.937065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:34.980090 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] For port 49a93ac2-22b7-4252-9ee3-d9a917aebba8, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=49a93ac2-22b7-4252-9ee3-d9a917aebba8,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:34.983095 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:34Z', 'revision_number': 3, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:34.991152 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.012984 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:10:35.013322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Updating router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 port 249fd273-e1dd-4189-b25f-495973f4cd9b binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:10:35.052043 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.060478 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731a77c-aa5e-4916-8812-9ec8c1f90bd7 None None] Pushing event updated for resources: {'Port': ['ID=49a93ac2-22b7-4252-9ee3-d9a917aebba8,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:35.157891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.226146 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-3267cd19-8b7d-435a-aa9b-74e0c8526fdb None None] Provisioning complete for port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:35.229299 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3267cd19-8b7d-435a-aa9b-74e0c8526fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.229727 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-3267cd19-8b7d-435a-aa9b-74e0c8526fdb None None] Attempt 1 to provision port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 Sep 15 13:10:35.283724 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:35.351131 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Allocated IP 172.20.0.1 (557bdd31-96bd-482d-9ed9-43fcea7b78d7/c406953a-b169-42de-9d85-c4a9229085b8/4647bfb8-dd5f-4f12-a71a-826a0ba7681b) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:35.355874 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d7316-a6b5-4e49-8504-baf4ada26024 req-36cbb4aa-e9c3-46d3-a80a-4b488282803e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:35.367667 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-982d7316-a6b5-4e49-8504-baf4ada26024 req-36cbb4aa-e9c3-46d3-a80a-4b488282803e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0680993 Sep 15 13:10:35.374815 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Publish callbacks [] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.383486 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.403914 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-3267cd19-8b7d-435a-aa9b-74e0c8526fdb None None] Current status of the port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:35.421089 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Attempting to bind port 249fd273-e1dd-4189-b25f-495973f4cd9b on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:35.421461 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Attempting to bind port 249fd273-e1dd-4189-b25f-495973f4cd9b by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:35.421817 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Attempting to bind port 249fd273-e1dd-4189-b25f-495973f4cd9b on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:35.461024 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-982d7316-a6b5-4e49-8504-baf4ada26024 req-8127182f-e947-4d32-8eb3-65c88b2d1ef7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924773 Sep 15 13:10:35.461603 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Pushing event updated for resources: {'Port': ['ID=249fd273-e1dd-4189-b25f-495973f4cd9b,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:35.474877 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.475308 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.475674 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.476027 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.476391 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.476718 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.477037 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.477354 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.477686 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.478005 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.478322 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.478655 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.478971 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.479278 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.479589 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:10:35.493442 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:35.493726 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:35.494116 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.494495 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:35.495141 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Bound port: 249fd273-e1dd-4189-b25f-495973f4cd9b, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:35.495514 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.497996 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:35.515788 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks [] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.549632 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] For port 249fd273-e1dd-4189-b25f-495973f4cd9b, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:35.552892 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] For port 249fd273-e1dd-4189-b25f-495973f4cd9b, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=249fd273-e1dd-4189-b25f-495973f4cd9b,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:35.557781 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.559118 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.597486 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:35.599786 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:35.600913 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:35.601947 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:35.602364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:35.608311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:35.638385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:35.655788 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:35.656013 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.662197 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f01c9-5056-4b15-b0ad-4b2f21c041d3 None None] Pushing event updated for resources: {'Port': ['ID=249fd273-e1dd-4189-b25f-495973f4cd9b,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:35.741244 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:35.819503 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.841848 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 49a93ac2-22b7-4252-9ee3-d9a917aebba8 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:35.900091 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:35.900425 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:35.900744 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 Sep 15 13:10:36.009195 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks [] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:36.013943 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:36.069869 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:34Z', 'revision_number': 3, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:36.079505 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Provisioning complete for port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:36.080075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:36.080463 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 1 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:36.097905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:36.099909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:36.119670 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec7cef-9a23-4d2f-bfeb-f950d535a2e1 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:34Z', 'revision_number': 3, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:10:36.122274 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:36.158215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:36.159716 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:36.202026 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:36.203385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:36.321321 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:10:36.389893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:36.456672 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:10:36.464322 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a541f062-0544-4a90-ae4d-106602e468e6 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/f2a23612-447f-4bc9-b3f7-ee8dc6526e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838993 Sep 15 13:10:36.604406 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708a3b-45ab-47e7-8c49-5e693dd7c1e6 req-b910ef7e-f995-47e9-8bf4-2fceca227618 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:36.604406 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b708a3b-45ab-47e7-8c49-5e693dd7c1e6 req-b910ef7e-f995-47e9-8bf4-2fceca227618 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0582640 Sep 15 13:10:36.623645 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 2 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:36.663023 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:36.670106 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:36.678961 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b708a3b-45ab-47e7-8c49-5e693dd7c1e6 req-8cfea99f-2982-4473-bd42-7bed7903a3dc tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690293 Sep 15 13:10:37.005822 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52326) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:37.010627 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-112910223-network', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:37.033174 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Made reservation on behalf of 4c6e6a2258c245e99e594f9da66f1610 for: {'network': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:37.035391 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for network (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.043951 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.123004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks [] for security_group (8037a72f-b6d1-42f5-9c1f-b396f4a639c0), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.126862 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8037a72f-b6d1-42f5-9c1f-b396f4a639c0), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.152543 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=106205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:10:37.163130 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8037a72f-b6d1-42f5-9c1f-b396f4a639c0,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:37.168036 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (c2a088ab-db29-4ea5-9f84-e1ebcda5503d), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.168415 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.segments_db [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Added segment c2a088ab-db29-4ea5-9f84-e1ebcda5503d of type vlan for network efdba348-59ed-4651-ab6e-96e1863cebc5 Sep 15 13:10:37.171432 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 3 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:37.207317 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:37.210699 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768471380399'] for network (efdba348-59ed-4651-ab6e-96e1863cebc5), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.235990 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871'] for network (efdba348-59ed-4651-ab6e-96e1863cebc5), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.237135 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:37.237716 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.290172 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2831726 Sep 15 13:10:37.292984 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52328) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:37.298093 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Request body: {'subnet': {'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-112910223-subnet', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'ip_version': 4}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:37.301073 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314d514-22eb-4cc5-a52c-4559acfc5418 admin admin] Pushing event updated for resources: {'Network': ['ID=efdba348-59ed-4651-ab6e-96e1863cebc5,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:37.310989 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Network efdba348-59ed-4651-ab6e-96e1863cebc5 details requested by agent ovs-agent-dv-cinder-836083-13-iscsi with host dv-cinder-836083-13-iscsi {{(pid=106206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:10:37.325076 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Made reservation on behalf of 4c6e6a2258c245e99e594f9da66f1610 for: {'subnet': 1} {{(pid=106204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:10:37.327472 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9939891'] for subnet (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.629957 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:37.708795 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 4 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:37.750491 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9692291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9939877'] for subnet (97e32cb7-89fb-441e-91eb-a6d05f0ce147), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.761122 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:10:37.776802 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:37.779006 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:37.779852 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:37.818369 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 249fd273-e1dd-4189-b25f-495973f4cd9b up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:37.820603 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:37.851278 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e32cb7-89fb-441e-91eb-a6d05f0ce147,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:37.861523 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b884a-ce7a-4d6c-8094-6614b3da9b7b req-db7b2f70-052c-4b5e-b2a1-e438bff23514 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:37.863239 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-095b884a-ce7a-4d6c-8094-6614b3da9b7b req-db7b2f70-052c-4b5e-b2a1-e438bff23514 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0808935 Sep 15 13:10:37.887092 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Checking segment: {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:37.887451 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Network hostable DHCP agents. Network: efdba348-59ed-4651-ab6e-96e1863cebc5, hostable agents: ['1a5ab412-7a23-4bb6-8a15-79ea8b070878'], hosted agents: [] {{(pid=106204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:10:37.911221 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:37.917007 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 249fd273-e1dd-4189-b25f-495973f4cd9b triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:37.917378 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.917711 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 249fd273-e1dd-4189-b25f-495973f4cd9b Sep 15 13:10:37.947243 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-095b884a-ce7a-4d6c-8094-6614b3da9b7b req-b14abd78-0145-4d03-a207-d8c2d03ff7a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776930 Sep 15 13:10:37.948770 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Network efdba348-59ed-4651-ab6e-96e1863cebc5 is scheduled to be hosted by DHCP agent 1a5ab412-7a23-4bb6-8a15-79ea8b070878 with binding_index 1 {{(pid=106204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:10:37.951280 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:37.960911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-13-iscsi, efdba348-59ed-4651-ab6e-96e1863cebc5) {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:37.966157 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:37.967665 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:37.984712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597e45b-ab53-477f-a05d-61336003d56b None None] Network efdba348-59ed-4651-ab6e-96e1863cebc5 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:10:37.985103 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b37d675a-9880-4584-b8db-6878e20eb44b admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6910150 Sep 15 13:10:37.988932 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52338) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:37.992669 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:38.013545 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30585'] for router (d8299f3d-5857-4643-a479-1bbfcb822cad), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.014493 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30560'] for router (d8299f3d-5857-4643-a479-1bbfcb822cad), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.066580 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks [] for router_controller (d8299f3d-5857-4643-a479-1bbfcb822cad), precommit_add_association {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.178356 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 249fd273-e1dd-4189-b25f-495973f4cd9b is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:38.178998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.203264 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks [] for router_gateway (d8299f3d-5857-4643-a479-1bbfcb822cad), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.232673 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83ecf3-2321-50de-bdad-2ebca9c9dc30-efdba348-59ed-4651-ab6e-96e1863cebc5', 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5', 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'fixed_ips': [{'subnet_id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147'}]}} from dv-cinder-836083-13-iscsi. {{(pid=106206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 13:10:38.233554 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.244612 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 249fd273-e1dd-4189-b25f-495973f4cd9b, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=249fd273-e1dd-4189-b25f-495973f4cd9b,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:38.258600 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.283370 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 5 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:38.385765 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks [] for router_gateway (d8299f3d-5857-4643-a479-1bbfcb822cad), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.398249 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:38.406143 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.431636 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:38.434899 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 2, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:38.436604 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=249fd273-e1dd-4189-b25f-495973f4cd9b,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:38.470360 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:10:38.470711 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Updating router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:10:38.513779 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Allocated IP 172.27.1.49 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/432d191d-02a1-4ab2-ab3e-7c18fb4a8832) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:38.524771 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.544503 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.db_base_plugin_common [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Allocated IP 172.20.0.2 (efdba348-59ed-4651-ab6e-96e1863cebc5/97e32cb7-89fb-441e-91eb-a6d05f0ce147/7e677bc2-0b20-4364-a34e-415a9bbe7e6e) {{(pid=106206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:38.598753 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:38.627197 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks [] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.629872 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:38.662813 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.705011 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:38.708145 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:38.710553 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:38.737116 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Pushing event updated for resources: {'Port': ['ID=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:38.743509 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:38.843169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Publish callbacks [] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), precommit_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.855970 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), after_create {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:38.967781 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks [] for router_gateway (d8299f3d-5857-4643-a479-1bbfcb822cad), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.056224 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 6 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:39.065517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Network efdba348-59ed-4651-ab6e-96e1863cebc5 is already hosted by enough agents. {{(pid=106206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:39.092894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.scheduler.base_scheduler [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Resources bound (agent type, host, resource id): {{(pid=106206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:39.093860 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a2156-1b44-42fd-bdbc-09d76fda1dd2 req-dd5279dc-5625-47aa-adea-8c0e24943843 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:39.100810 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a9a2156-1b44-42fd-bdbc-09d76fda1dd2 req-dd5279dc-5625-47aa-adea-8c0e24943843 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0612979 Sep 15 13:10:39.104126 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Received port after_create {{(pid=106206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:39.106166 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Pushing event updated for resources: {'Port': ['ID=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,revision_number=1']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:39.127053 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Publish callbacks [] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.130743 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:39.137427 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:39.151536 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.176229 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4a9a2156-1b44-42fd-bdbc-09d76fda1dd2 req-80c62d0b-5d59-486a-a01c-5137a1ae3b3c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730846 Sep 15 13:10:39.178072 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523041'] for router (d8299f3d-5857-4643-a479-1bbfcb822cad), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.217217 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Attempting to bind port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:39.217879 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Attempting to bind port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:39.218013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Attempting to bind port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e on network efdba348-59ed-4651-ab6e-96e1863cebc5 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:39.242803 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b139e-aade-404d-a63b-c6643f7bc3da None None] Pushing event updated for resources: {'Port': ['ID=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:39.273365 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:39.311922 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Router d8299f3d-5857-4643-a479-1bbfcb822cad is scheduled to L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e with binding_index 1 {{(pid=106204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:10:39.312806 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:39.313173 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Checking segment: {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:39.313593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.313975 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Bound using segment: {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:39.314444 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Bound port: 7e677bc2-0b20-4364-a34e-415a9bbe7e6e, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:39.314817 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.316925 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Attempting to bind port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:39.317270 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Attempting to bind port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:39.317621 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Attempting to bind port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:39.400002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:39.400448 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Checking segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:39.400775 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.401157 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Bound using segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:39.401620 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Bound port: 4647bfb8-dd5f-4f12-a71a-826a0ba7681b, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:39.401992 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.415506 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:10:39.421358 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] For port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:39.427978 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Sync routers for ids ['d8299f3d-5857-4643-a479-1bbfcb822cad'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:10:39.436679 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.440538 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-6492b4c9-2d24-4434-a009-49d7af3277ac admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4485958 Sep 15 13:10:39.440674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52344) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:39.446164 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Routers {'d8299f3d-5857-4643-a479-1bbfcb822cad'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:39.447020 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8299f3d-5857-4643-a479-1bbfcb822cad'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:39.449710 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] For port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:39.462333 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.498493 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:39.519651 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] For port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:39.525039 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] For port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:39.527949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:39.540809 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.542879 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc96113-e593-40e3-9b51-ccc9721e06b4 None None] Pushing event updated for resources: {'Port': ['ID=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,revision_number=2']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:39.565899 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Set router d8299f3d-5857-4643-a479-1bbfcb822cad gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:39.584139 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:39.584821 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:39.631584 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Attempt 7 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:39.664343 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b139e-aade-404d-a63b-c6643f7bc3da None None] Pushing event updated for resources: {'Port': ['ID=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:39.762663 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:39.833388 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 3, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:39.850772 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Current status of the port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:39.851156 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:39.869083 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Checking router: d8299f3d-5857-4643-a479-1bbfcb822cad for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:10:39.869562 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Updating router d8299f3d-5857-4643-a479-1bbfcb822cad port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 binding host dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:10:39.876755 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 249fd273-e1dd-4189-b25f-495973f4cd9b up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:39.892544 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:39.902803 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.002980 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.041169 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 249fd273-e1dd-4189-b25f-495973f4cd9b triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:40.041538 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.041871 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 249fd273-e1dd-4189-b25f-495973f4cd9b Sep 15 13:10:40.064541 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] For port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:40.075605 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.170713 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:40.171059 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Publish callbacks [] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), precommit_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.176334 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9626a-ae3b-454c-a396-7a5d8a25a9d4 None None] Pushing event updated for resources: {'Port': ['ID=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:40.178896 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.180386 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Allocated IP 172.20.0.1 (efdba348-59ed-4651-ab6e-96e1863cebc5/97e32cb7-89fb-441e-91eb-a6d05f0ce147/861a0f49-febc-4e78-ae8d-dbb424c6a61c) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:10:40.223616 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Attempting to bind port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:40.224184 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Attempting to bind port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:40.224928 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Attempting to bind port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 on network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:40.249357 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:40.255339 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 249fd273-e1dd-4189-b25f-495973f4cd9b is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:40.257452 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-511a3da3-473c-41b3-aa8d-2af56ae7a186 None None] Provisioning complete for port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:40.258127 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-511a3da3-473c-41b3-aa8d-2af56ae7a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.258127 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-511a3da3-473c-41b3-aa8d-2af56ae7a186 None None] Attempt 1 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:40.261798 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-a124344b-a759-489e-807e-78284caa2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:40.270669 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:40.280999 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9c454-6034-48b1-8410-539fcdf2c1ea None None] Pushing event updated for resources: {'Port': ['ID=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,revision_number=2']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:40.285647 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:40.286294 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Checking segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:40.286853 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.287390 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Bound using segment: {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'} {{(pid=106207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:40.288031 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.managers [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Bound port: 432d191d-02a1-4ab2-ab3e-7c18fb4a8832, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa4d93-7236-48c6-ac75-48e821b4f1fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598'}}] {{(pid=106207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:40.288602 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), before_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.319673 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124344b-a759-489e-807e-78284caa2e97 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:10:40.345380 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks [] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.353527 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] For port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:40.357595 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.plugins.ml2.db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] For port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:40.389594 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron_lib.callbacks.manager [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), after_update {{(pid=106207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.398753 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-511a3da3-473c-41b3-aa8d-2af56ae7a186 None None] Current status of the port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:40.422009 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a478-c3a0-4c57-8e60-b5c08b49c342 req-00bd2d17-3358-4fda-9d38-a0a437a6d5e7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:40.423625 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cfc1a478-c3a0-4c57-8e60-b5c08b49c342 req-00bd2d17-3358-4fda-9d38-a0a437a6d5e7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.1082935 Sep 15 13:10:40.445052 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Routers {'d8299f3d-5857-4643-a479-1bbfcb822cad'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:40.446998 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8299f3d-5857-4643-a479-1bbfcb822cad'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:40.502452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:40.505223 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.521561 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cfc1a478-c3a0-4c57-8e60-b5c08b49c342 req-754a12e5-2567-4650-a2f4-5889cbd57191 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878892 Sep 15 13:10:40.567478 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Network efdba348-59ed-4651-ab6e-96e1863cebc5 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:40.571255 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:40.574015 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:10:40.582269 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9c454-6034-48b1-8410-539fcdf2c1ea None None] Pushing event updated for resources: {'Port': ['ID=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,revision_number=3']} {{(pid=106207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:40.604903 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] Set router d8299f3d-5857-4643-a479-1bbfcb822cad gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:40.635589 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429080'] for router_interface (d8299f3d-5857-4643-a479-1bbfcb822cad), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.688042 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Pushing event updated for resources: {'Port': ['ID=861a0f49-febc-4e78-ae8d-dbb424c6a61c,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:40.819088 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-573d004f-c034-4c08-a432-f502cad0925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 3, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:40.830781 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.850124 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d004f-c034-4c08-a432-f502cad0925f None None] The sync data for ids ['d8299f3d-5857-4643-a479-1bbfcb822cad'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 3, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:10:40.851249 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:40.870257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.873374 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ca5d5-285b-4163-83c3-93bb3a5c3099 None None] Network efdba348-59ed-4651-ab6e-96e1863cebc5 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:10:40.961805 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Provisioning complete for port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:40.962267 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:40.962669 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Attempt 1 to provision port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e Sep 15 13:10:40.993545 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:41.047525 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks [] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.053938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.097894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Current status of the port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:41.098381 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.150248 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Pushing event updated for resources: {'Port': ['ID=861a0f49-febc-4e78-ae8d-dbb424c6a61c,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:41.155156 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429196'] for router_interface (d8299f3d-5857-4643-a479-1bbfcb822cad), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.165884 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] For port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:41.174258 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.263617 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079194e7-e2b7-43b0-b37c-9d9148309502 None None] Pushing event updated for resources: {'Port': ['ID=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:41.303534 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Network efdba348-59ed-4651-ab6e-96e1863cebc5 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:10:41.305161 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:10:41.402862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Provisioning complete for port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:41.403204 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.403549 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 1 to provision port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e Sep 15 13:10:41.526868 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Current status of the port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:41.540290 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Provisioning complete for port 861a0f49-febc-4e78-ae8d-dbb424c6a61c triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:41.541034 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.541394 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 1 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:41.601908 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:41.691643 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0149b-4950-45af-8115-9181d927f5ee req-573d5977-8f5b-4c3d-9fe9-8b1b094da634 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:41.702354 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24d0149b-4950-45af-8115-9181d927f5ee req-573d5977-8f5b-4c3d-9fe9-8b1b094da634 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0647933 Sep 15 13:10:41.794557 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-24d0149b-4950-45af-8115-9181d927f5ee req-e8bbf5ae-38ee-4554-80dd-cdff0380b7dc tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910444 Sep 15 13:10:41.822317 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Router d8299f3d-5857-4643-a479-1bbfcb822cad has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:10:41.894093 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 4647bfb8-dd5f-4f12-a71a-826a0ba7681b up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:41.945786 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:41.946156 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:41.946498 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b Sep 15 13:10:41.966811 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:41.972167 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:10:41.980145 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-1af1e8b3-fca9-481a-a97f-4920b26c7731 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d8299f3d-5857-4643-a479-1bbfcb822cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384748 Sep 15 13:10:42.036529 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:42.037512 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7e677bc2-0b20-4364-a34e-415a9bbe7e6e up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:42.086390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:42.087027 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.087526 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e Sep 15 13:10:42.114514 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:42.116114 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 2 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:42.161104 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:42.182926 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:42.198334 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:42.199417 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:42.250196 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:42.250559 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.250915 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 Sep 15 13:10:42.326097 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:42.326731 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.347574 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] For port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:42.352002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.372845 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52362) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:42.378079 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018743802', 'description': 'tempest-secgroup-smoke-1018743802 description', 'project_id': '1344373f29a44b7c8db2f9bab5f38467'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:42.399605 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Pushing event updated for resources: {'Port': ['ID=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:42.399953 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.468609 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group (9b23c589-6613-483a-b667-498c55255429), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.471948 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9b23c589-6613-483a-b667-498c55255429), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.503105 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.504350 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304853 Sep 15 13:10:42.505188 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ae702-b5ee-4df4-bd8e-68ebe5c66141 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b23c589-6613-483a-b667-498c55255429,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:42.507243 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52364) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:42.511824 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group_rule': {'security_group_id': '9b23c589-6613-483a-b667-498c55255429', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:42.543157 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (00bd0728-f61e-4b95-90ef-75e0da7afefb), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.598519 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (00bd0728-f61e-4b95-90ef-75e0da7afefb), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.601947 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (00bd0728-f61e-4b95-90ef-75e0da7afefb), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.620227 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bd0728-f61e-4b95-90ef-75e0da7afefb,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:42.627513 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.628711 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-8759e0b4-03e6-477b-ac39-8f0e1343bc06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205659 Sep 15 13:10:42.631390 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52366) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:42.635577 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group_rule': {'security_group_id': '9b23c589-6613-483a-b667-498c55255429', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:42.661841 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (b051fae9-4719-46db-be2b-54a13c0a7345), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.662533 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 3 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:42.664087 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:42.697396 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:42.718898 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (b051fae9-4719-46db-be2b-54a13c0a7345), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.722826 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (b051fae9-4719-46db-be2b-54a13c0a7345), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.741082 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b051fae9-4719-46db-be2b-54a13c0a7345,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:42.749354 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.750531 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-489eb83e-d5f6-4f2b-a0c4-907e7fff1b72 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182401 Sep 15 13:10:42.753610 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52368) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:42.757846 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group_rule': {'security_group_id': '9b23c589-6613-483a-b667-498c55255429', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:42.784978 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (a810ef4e-b88b-4fc0-a138-bac6c19a5c48), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.844707 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (a810ef4e-b88b-4fc0-a138-bac6c19a5c48), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.850109 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (a810ef4e-b88b-4fc0-a138-bac6c19a5c48), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.884882 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a810ef4e-b88b-4fc0-a138-bac6c19a5c48,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:42.895010 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.896222 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5afb4291-f7ed-46de-bb88-e2f0398d49cb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417091 Sep 15 13:10:42.899434 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52374) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:42.904972 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group_rule': {'security_group_id': '9b23c589-6613-483a-b667-498c55255429', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:42.945600 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (e66a9373-43bb-4df4-bf5a-779eacef11ed), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:42.954774 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2328b4-d9f8-4252-8358-393d41b3d5b5 req-f7662ed5-85b7-4e81-992c-d05416a3dfbe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:42.956250 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f2328b4-d9f8-4252-8358-393d41b3d5b5 req-f7662ed5-85b7-4e81-992c-d05416a3dfbe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0628979 Sep 15 13:10:43.005111 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (e66a9373-43bb-4df4-bf5a-779eacef11ed), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.009512 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (e66a9373-43bb-4df4-bf5a-779eacef11ed), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.020329 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5f2328b4-d9f8-4252-8358-393d41b3d5b5 req-0ab5f414-4514-45e0-b090-73b793ca746f tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576015 Sep 15 13:10:43.027944 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:43.029802 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66a9373-43bb-4df4-bf5a-779eacef11ed,revision_number=0']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:43.039182 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.040168 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-7f283d8a-b769-4476-927c-b57c5865bbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396034 Sep 15 13:10:43.043069 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52376) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:43.048422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group_rule': {'security_group_id': '9b23c589-6613-483a-b667-498c55255429', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:43.061166 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:43.070549 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.securitygroups_db [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Project 1344373f29a44b7c8db2f9bab5f38467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:10:43.076501 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (bc472e62-fa37-4875-bf01-158c8f307e7c), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.137064 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (bc472e62-fa37-4875-bf01-158c8f307e7c), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.140373 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (bc472e62-fa37-4875-bf01-158c8f307e7c), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.159274 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc472e62-fa37-4875-bf01-158c8f307e7c,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:43.166819 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.168007 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ac3a8b1a-ac0d-403b-aa0a-b81ad1fe6303 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239789 Sep 15 13:10:43.170693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52378) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:10:43.175926 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'security_group_rule': {'security_group_id': '9b23c589-6613-483a-b667-498c55255429', 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:10:43.197897 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.securitygroups_db [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Project 1344373f29a44b7c8db2f9bab5f38467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:10:43.198975 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 4 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:43.203432 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (948e0013-e6b1-4492-8051-6939c6b2e8b8), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.229929 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:43.265014 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (948e0013-e6b1-4492-8051-6939c6b2e8b8), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.268554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463509'] for security_group_rule (948e0013-e6b1-4492-8051-6939c6b2e8b8), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.290157 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948e0013-e6b1-4492-8051-6939c6b2e8b8,revision_number=0']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:43.297088 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:43.298368 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-ed02a620-f84e-4093-878a-c42b00d7ac02 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266394 Sep 15 13:10:43.731396 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 5 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:43.755099 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Sync routers for ids ['d8299f3d-5857-4643-a479-1bbfcb822cad'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:10:43.788517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Routers {'d8299f3d-5857-4643-a479-1bbfcb822cad'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:43.789137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8299f3d-5857-4643-a479-1bbfcb822cad'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:43.790978 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:43.830442 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:44.053266 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:44.053642 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.053978 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 Sep 15 13:10:44.062446 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Set router d8299f3d-5857-4643-a479-1bbfcb822cad gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:44.149659 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96cea9-b20b-471b-b555-53d8bc0efa31 req-01d78b57-56ac-4deb-886e-763157035fc0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:44.151312 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7d96cea9-b20b-471b-b555-53d8bc0efa31 req-01d78b57-56ac-4deb-886e-763157035fc0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0494878 Sep 15 13:10:44.230359 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7d96cea9-b20b-471b-b555-53d8bc0efa31 req-dcb32fe0-5e77-4071-8993-4928092d3d57 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729628 Sep 15 13:10:44.256553 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:44.294880 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 6 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:44.320306 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=100 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:44.345851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:44.346676 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:40Z', 'revision_number': 4, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '861a0f49-febc-4e78-ae8d-dbb424c6a61c', 'name': '', 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'mac_address': 'fa:16:3e:6a:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:40Z', 'updated_at': '2022-09-15T13:10:40Z', 'revision_number': 2, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'subnets': [{'id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:44.371266 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Checking router: d8299f3d-5857-4643-a479-1bbfcb822cad for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:10:44.371614 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Updating router d8299f3d-5857-4643-a479-1bbfcb822cad port 861a0f49-febc-4e78-ae8d-dbb424c6a61c binding host dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:10:44.400508 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.414365 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:44.663612 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Publish callbacks [] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), precommit_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.669180 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.732599 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74299721-5efe-4866-92bd-fc488db70f39 None None] Pushing event updated for resources: {'Port': ['ID=861a0f49-febc-4e78-ae8d-dbb424c6a61c,revision_number=3']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:44.761948 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Attempting to bind port 861a0f49-febc-4e78-ae8d-dbb424c6a61c on host dv-cinder-836083-13-iscsi for vnic_type normal with profile {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:10:44.762320 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Attempting to bind port 861a0f49-febc-4e78-ae8d-dbb424c6a61c by drivers openvswitch,hyperv on host dv-cinder-836083-13-iscsi at level 0 using segments [{'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:10:44.762690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Attempting to bind port 861a0f49-febc-4e78-ae8d-dbb424c6a61c on network efdba348-59ed-4651-ab6e-96e1863cebc5 {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:10:44.808250 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Checking agent: {'id': '04146108-c78a-4cd0-9005-78f2460c2bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 50, 28), 'started_at': datetime.datetime(2022, 9, 15, 12, 50, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:10:44.808619 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Checking segment: {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:10:44.809021 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.809421 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Bound using segment: {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'} {{(pid=106206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:10:44.809896 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.managers [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Bound port: 861a0f49-febc-4e78-ae8d-dbb424c6a61c, host: dv-cinder-836083-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5'}}] {{(pid=106206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:10:44.810277 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.847601 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 7 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:44.898217 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Port 861a0f49-febc-4e78-ae8d-dbb424c6a61c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:10:44.902807 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] For port 861a0f49-febc-4e78-ae8d-dbb424c6a61c, host dv-cinder-836083-13-iscsi, cleared binding levels {{(pid=106206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:10:44.906296 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] For port 861a0f49-febc-4e78-ae8d-dbb424c6a61c, host dv-cinder-836083-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=861a0f49-febc-4e78-ae8d-dbb424c6a61c,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:10:44.912522 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:44.950712 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Routers {'d8299f3d-5857-4643-a479-1bbfcb822cad'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:10:44.951255 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:10:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8299f3d-5857-4643-a479-1bbfcb822cad'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:45.010505 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74299721-5efe-4866-92bd-fc488db70f39 None None] Pushing event updated for resources: {'Port': ['ID=861a0f49-febc-4e78-ae8d-dbb424c6a61c,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:45.073820 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] Set router d8299f3d-5857-4643-a479-1bbfcb822cad gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:10:45.178930 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:45.266958 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:40Z', 'revision_number': 4, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '861a0f49-febc-4e78-ae8d-dbb424c6a61c', 'name': '', 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'mac_address': 'fa:16:3e:6a:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:40Z', 'updated_at': '2022-09-15T13:10:44Z', 'revision_number': 4, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'subnets': [{'id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:10:45.291963 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9eb87-4087-4e84-a91f-b4aa2c8501d9 None None] The sync data for ids ['d8299f3d-5857-4643-a479-1bbfcb822cad'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:40Z', 'revision_number': 4, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '861a0f49-febc-4e78-ae8d-dbb424c6a61c', 'name': '', 'network_id': 'efdba348-59ed-4651-ab6e-96e1863cebc5', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'mac_address': 'fa:16:3e:6a:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:40Z', 'updated_at': '2022-09-15T13:10:44Z', 'revision_number': 4, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'subnets': [{'id': '97e32cb7-89fb-441e-91eb-a6d05f0ce147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:10:45.382651 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51154-1728-40a0-a063-9113c31e0176 req-c6a2a2b7-b313-4546-9f2a-dc5c1e59c7fe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:45.384128 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-89e51154-1728-40a0-a063-9113c31e0176 req-c6a2a2b7-b313-4546-9f2a-dc5c1e59c7fe tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0716684 Sep 15 13:10:45.399590 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Attempt 8 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:45.426224 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:45.459742 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-89e51154-1728-40a0-a063-9113c31e0176 req-e2d4294a-def3-42d3-8847-e68a7ffca4a3 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648246 Sep 15 13:10:45.502222 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Current status of the port 861a0f49-febc-4e78-ae8d-dbb424c6a61c is: DOWN; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:45.502778 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:45.545104 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] For port 861a0f49-febc-4e78-ae8d-dbb424c6a61c, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=861a0f49-febc-4e78-ae8d-dbb424c6a61c,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:10:45.548882 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:45.605021 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21c29a-d121-4d30-8d83-a5bfc6616b54 None None] Pushing event updated for resources: {'Port': ['ID=861a0f49-febc-4e78-ae8d-dbb424c6a61c,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:10:45.668319 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-2b520cd8-91ac-4bbc-bd62-2a8ed0c07961 None None] Provisioning complete for port 861a0f49-febc-4e78-ae8d-dbb424c6a61c triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:45.668696 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-2b520cd8-91ac-4bbc-bd62-2a8ed0c07961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:45.669031 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-2b520cd8-91ac-4bbc-bd62-2a8ed0c07961 None None] Attempt 1 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:45.746718 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-2b520cd8-91ac-4bbc-bd62-2a8ed0c07961 None None] Current status of the port 861a0f49-febc-4e78-ae8d-dbb424c6a61c is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:45.789176 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 861a0f49-febc-4e78-ae8d-dbb424c6a61c up at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:10:45.840014 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Provisioning complete for port 861a0f49-febc-4e78-ae8d-dbb424c6a61c triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:10:45.840457 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:45.840816 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Attempt 1 to provision port 861a0f49-febc-4e78-ae8d-dbb424c6a61c Sep 15 13:10:45.925736 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Current status of the port 861a0f49-febc-4e78-ae8d-dbb424c6a61c is: ACTIVE; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:10:46.585377 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ce65-6d9c-4df8-85e6-d4b0f1b6cb55 req-a0f55fe2-0dcc-444e-aa4c-530697dcd902 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:46.586882 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-aab0ce65-6d9c-4df8-85e6-d4b0f1b6cb55 req-a0f55fe2-0dcc-444e-aa4c-530697dcd902 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0485401 Sep 15 13:10:46.648602 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-aab0ce65-6d9c-4df8-85e6-d4b0f1b6cb55 req-ba34ffb5-0371-45d3-b8b8-71a14e676ddd tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558262 Sep 15 13:10:47.769671 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53ba49-09ca-483e-96ad-4da7f200b003 req-39ab6284-48cd-46f4-a7b2-f9d1cf5c28e1 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:47.771550 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b53ba49-09ca-483e-96ad-4da7f200b003 req-39ab6284-48cd-46f4-a7b2-f9d1cf5c28e1 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0469639 Sep 15 13:10:47.837135 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0b53ba49-09ca-483e-96ad-4da7f200b003 req-3b59873a-a2db-4080-8d35-482b34264c5a tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586436 Sep 15 13:10:48.025475 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-3364bd6b-7a4b-46c8-aade-efae82d7ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:48.027026 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-3364bd6b-7a4b-46c8-aade-efae82d7ae22 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1168 time: 0.0609190 Sep 15 13:10:48.147678 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-2de76d19-9e75-4bbf-a6b2-eeeaed999345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:48.149326 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-2de76d19-9e75-4bbf-a6b2-eeeaed999345 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.1002874 Sep 15 13:10:48.223805 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-1632255b-88b8-4834-8339-d0731c011a1d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 1001 time: 0.0672200 Sep 15 13:10:48.238380 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:48.281485 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-c4411667-df91-4b5c-a72f-b4e4bdd8c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:48.283108 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-c4411667-df91-4b5c-a72f-b4e4bdd8c39b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0532570 Sep 15 13:10:48.333453 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-d210df77-4fdc-4f76-ab98-a171e4e1f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:48.333453 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-d210df77-4fdc-4f76-ab98-a171e4e1f8a0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424588 Sep 15 13:10:48.465102 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-92d4a9bc-fa7b-49df-8d21-6306a784e9db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249871 Sep 15 13:10:48.599416 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-67cf1a68-84d1-4ff1-9b71-be8f3649db40 req-1f7ee35d-d2c0-4f91-83d7-7bd2f1a022f3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220179 Sep 15 13:10:48.952843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:48.973459 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120ce6-3416-4e9f-ac9c-e87895131f5b req-46b13517-fc36-406e-ac28-3f62bf43a1f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:48.975068 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cb120ce6-3416-4e9f-ac9c-e87895131f5b req-46b13517-fc36-406e-ac28-3f62bf43a1f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0536106 Sep 15 13:10:49.037842 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cb120ce6-3416-4e9f-ac9c-e87895131f5b req-3b964b64-3fa9-4a0e-8fc8-6e0f292ddf08 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568075 Sep 15 13:10:50.177315 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116115-9e5c-489f-adf5-39d1b17e9748 req-75acd33e-06c6-4c93-9c00-291f05c851ca tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:10:50.178820 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f4116115-9e5c-489f-adf5-39d1b17e9748 req-75acd33e-06c6-4c93-9c00-291f05c851ca tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0491872 Sep 15 13:10:50.240899 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f4116115-9e5c-489f-adf5-39d1b17e9748 req-52733759-09bc-4e73-bf73-a5bd09fa0cf4 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&id=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564411 Sep 15 13:10:50.812378 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:50.823351 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:52.574292 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c3260552-4ff4-4b1e-bb95-ccd72d433bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:54.748614 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eec47c95-8266-425f-8936-23264b6a2da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:56.152966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:57.845080 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:58.025491 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:10:59.028104 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:10:59.030678 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=38 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:00.232382 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=82,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:00.234891 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=24 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:02.824913 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:11:08.019794 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=79 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:08.021715 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=47,neutron:UPDATE=7 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:10.860316 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:18.825023 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3ff157c0-83ff-46a4-a637-d89af1968474 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1018743802&fields=id&tenant_id=1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 267 time: 0.0453475 Sep 15 13:11:18.933965 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-e59832be-8b5d-496a-9d5c-4c8edc063b70 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:18.935307 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-e59832be-8b5d-496a-9d5c-4c8edc063b70 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 812 time: 0.1038814 Sep 15 13:11:18.949805 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-aa640702-40be-44c6-ab55-bf4a68217063 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/quotas/1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 375 time: 0.0090494 Sep 15 13:11:18.997996 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-adbf249a-667c-4ee4-be01-65b35e44ee05 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434828 Sep 15 13:11:19.095510 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-80ce7130-b0d3-4795-9d07-abbd2b26d46a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 Sep 15 13:11:19.457801 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-6299291f-c8a2-42cd-9163-d6215927e3ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556445 Sep 15 13:11:19.764856 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a2044613-a019-4610-a37b-2e306d58c531 req-68a0c264-e1d6-441f-9348-b12b3fb0151a tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 210 time: 0.0313604 Sep 15 13:11:20.854458 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:20.856321 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:20.881726 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-23b31111-39c9-4147-830a-4c3ba61cd969 req-394bbde2-d639-41e5-a802-a889abb4455b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 210 time: 0.0376770 Sep 15 13:11:20.914989 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=15 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:20.916257 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=19 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:20.980571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-9f4b0114-2f4a-4d3d-8f38-1da6e3454191 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:20.982032 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-9f4b0114-2f4a-4d3d-8f38-1da6e3454191 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 812 time: 0.1189711 Sep 15 13:11:21.339784 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-5a0c9248-0bf7-4f2a-a3f3-f9fcf7ac2793 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 380 time: 0.0566895 Sep 15 13:11:21.351363 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'port': {'device_id': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'admin_state_up': True, 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'security_groups': ['9b23c589-6613-483a-b667-498c55255429']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:11:21.464063 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Made reservation on behalf of 1344373f29a44b7c8db2f9bab5f38467 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:11:21.467896 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:21.592655 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Allocated IP 172.20.0.10 (557bdd31-96bd-482d-9ed9-43fcea7b78d7/c406953a-b169-42de-9d85-c4a9229085b8/93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:11:21.635032 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:21.707280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:21.747301 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:21.781299 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:21.826454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:11:21.829636 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:11:21.833773 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:11:21.838699 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:21.846586 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.846936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.847279 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.847616 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.847945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.848306 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.848630 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.848953 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.849282 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.849607 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.849932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.850279 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.850568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.850888 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.851202 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:21.906371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:21.907229 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:21.929340 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-7496c558-a0e7-4337-b3eb-4c52f656fb7b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817380 Sep 15 13:11:21.949089 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Request body: {'port': {'device_id': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:11:22.027601 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.031738 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad63a9-5c8c-4245-8c57-dacf2bd903d0 req-b5386cf7-9a69-4417-b5e5-14be7a4dd6e7 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:22.033701 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-25ad63a9-5c8c-4245-8c57-dacf2bd903d0 req-b5386cf7-9a69-4417-b5e5-14be7a4dd6e7 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 932 time: 0.0614505 Sep 15 13:11:22.086857 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Provisioning complete for port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:11:22.087871 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.088469 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Attempt 1 to provision port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 Sep 15 13:11:22.094726 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-25ad63a9-5c8c-4245-8c57-dacf2bd903d0 req-48c6133b-ae2a-41b7-914c-6d9b307f1a27 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552542 Sep 15 13:11:22.126469 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:11:22.208583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba88d1-d356-4698-9b2d-fc9abd2a1852 req-2b31c2bd-7387-4534-ad2e-6d597b54ed5b tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:22.210070 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-69ba88d1-d356-4698-9b2d-fc9abd2a1852 req-2b31c2bd-7387-4534-ad2e-6d597b54ed5b tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0657985 Sep 15 13:11:22.312708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-69ba88d1-d356-4698-9b2d-fc9abd2a1852 req-a468c4f2-8280-40fb-b1aa-abd3ca1c6b63 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930917 Sep 15 13:11:22.381887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:11:22.389312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Publish callbacks [] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.402443 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Transition to ACTIVE for port object 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:11:22.406243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.486054 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:22.489441 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:22.519350 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Attempting to bind port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:11:22.519687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Attempting to bind port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:11:22.520020 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Attempting to bind port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:11:22.563295 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:11:22.563676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Attempting to bind port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:11:22.582667 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-7caea772-048a-4df2-98a8-d3445d7c979a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.604742 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:22.609814 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:11:22.610242 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Checking segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:11:22.610645 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Bound using segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:11:22.611174 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Bound port: 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:11:22.612144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.628134 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Attempt 2 to provision port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 Sep 15 13:11:22.660806 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:11:22.679583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] For port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:11:22.682546 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] For port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:11:22.688508 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.692633 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:22.693237 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:22.694602 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 HTTP/1.1" status: 200 len: 1094 time: 0.7516575 Sep 15 13:11:22.695152 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:11:22.697390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f104c8cc-a952-4cad-b77d-9e8bf89107bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:11:22.736024 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e65997-dc39-4f4e-a36c-d6298869da3f x-openstack-request-id: req-72e65997-dc39-4f4e-a36c-d6298869da3f {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:11:22.736425 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:11:22.736739 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72e65997-dc39-4f4e-a36c-d6298869da3f {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:11:22.737387 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e65997-dc39-4f4e-a36c-d6298869da3f'] response: {'name': 'network-changed', 'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'status': 'completed', 'code': 200} Sep 15 13:11:22.746436 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a3eab-2023-44bb-a8db-76d2f909ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:23.161538 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Attempt 3 to provision port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 Sep 15 13:11:23.198676 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-76dfc5c6-aad5-4420-8b76-4e9ee6d61d21 None None] Port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:11:23.218936 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff50-2ffe-4bc8-8ea8-498643cb2e80 req-ed55e355-82a7-487e-86db-b384b0119cb9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:23.220465 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a0d3ff50-2ffe-4bc8-8ea8-498643cb2e80 req-ed55e355-82a7-487e-86db-b384b0119cb9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0474393 Sep 15 13:11:23.269801 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a0d3ff50-2ffe-4bc8-8ea8-498643cb2e80 req-1ca690e6-0493-40bf-8803-347d447ffccb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Sep 15 13:11:23.445256 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ef6de-5cc0-4e2c-ad49-74d04b6ac862 req-f393ebe1-44b4-4090-a432-3129195d2b3f tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:23.447049 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-470ef6de-5cc0-4e2c-ad49-74d04b6ac862 req-f393ebe1-44b4-4090-a432-3129195d2b3f tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0504799 Sep 15 13:11:23.450471 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c8cc-a952-4cad-b77d-9e8bf89107bf req-12d3fb87-db11-4dcb-98bc-a00bb66bebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:23.452001 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f104c8cc-a952-4cad-b77d-9e8bf89107bf req-12d3fb87-db11-4dcb-98bc-a00bb66bebc5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1128 time: 0.0447624 Sep 15 13:11:23.503693 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-470ef6de-5cc0-4e2c-ad49-74d04b6ac862 req-7f98a4b3-cedd-490c-88c8-3b26a2664423 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501049 Sep 15 13:11:23.563388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c8cc-a952-4cad-b77d-9e8bf89107bf req-9a7f7e23-9858-428d-b2d8-d18fa3bf874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:23.565474 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f104c8cc-a952-4cad-b77d-9e8bf89107bf req-9a7f7e23-9858-428d-b2d8-d18fa3bf874c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=1344373f29a44b7c8db2f9bab5f38467&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001387 Sep 15 13:11:23.733736 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c8cc-a952-4cad-b77d-9e8bf89107bf req-3e113433-663a-4939-bd46-c2e0b122a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:23.735192 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f104c8cc-a952-4cad-b77d-9e8bf89107bf req-3e113433-663a-4939-bd46-c2e0b122a658 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963960 Sep 15 13:11:23.951687 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-99883674-9a03-4f73-9cdd-a8bc94bc0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:23.953323 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-99883674-9a03-4f73-9cdd-a8bc94bc0cbb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1128 time: 0.0390024 Sep 15 13:11:24.019938 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-3948ccbf-374d-41aa-a8d6-2ff5cd38b8f3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 HTTP/1.1" status: 200 len: 217 time: 0.0364218 Sep 15 13:11:24.067731 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-94f45cbf-787b-4a99-89b1-70a309bd9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:24.069179 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-94f45cbf-787b-4a99-89b1-70a309bd9e9f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0435405 Sep 15 13:11:24.113323 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-2608c601-40ce-4022-a972-d940d61fbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:24.114793 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-2608c601-40ce-4022-a972-d940d61fbd73 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396783 Sep 15 13:11:24.272555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18854a41-09e8-4565-bfbc-093700968398 req-c5dc9305-9f98-4cef-a9e6-4f6a4cb5f9e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:24.274846 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-18854a41-09e8-4565-bfbc-093700968398 req-c5dc9305-9f98-4cef-a9e6-4f6a4cb5f9e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0914173 Sep 15 13:11:24.345997 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-bf28b43a-db31-4c39-9eb0-2dffa4b3ce7d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634645 Sep 15 13:11:24.384893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:24.454446 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Deleting port e45a4356-1f3c-4ae5-a251-e800af83443e {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:11:24.454787 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:24.509677 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d358-2a37-406f-b7b9-799debd2bd25 req-9a44de28-f375-4784-aeef-3ed4a35b4fff tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:24.511129 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f472d358-2a37-406f-b7b9-799debd2bd25 req-9a44de28-f375-4784-aeef-3ed4a35b4fff tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.1674964 Sep 15 13:11:24.525676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:24.626434 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1a812d26-1e0f-43d5-8836-9410dcf8965a req-22a46941-00c5-4571-8b59-57696fcce894 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618313 Sep 15 13:11:24.626666 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ee6d4-33eb-402d-80d6-af4dc75c31d7 req-c37bc12d-f063-4e4d-b603-25ae895755bf tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:24.628024 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cc5ee6d4-33eb-402d-80d6-af4dc75c31d7 req-c37bc12d-f063-4e4d-b603-25ae895755bf tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 946 time: 0.0470872 Sep 15 13:11:24.628822 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] For port e45a4356-1f3c-4ae5-a251-e800af83443e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e45a4356-1f3c-4ae5-a251-e800af83443e,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:24.628980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:24.634493 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f472d358-2a37-406f-b7b9-799debd2bd25 req-185ea825-4396-408b-b084-c01f41a56159 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141136 Sep 15 13:11:24.646030 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Calling delete_port for e45a4356-1f3c-4ae5-a251-e800af83443e owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:11:24.695680 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-cc5ee6d4-33eb-402d-80d6-af4dc75c31d7 req-60c33c0e-b1dc-459e-8f11-862e7dd3f4e1 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617275 Sep 15 13:11:24.750074 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-bb4476b4-9717-403d-9fd6-4a9dbb9f5bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:24.785302 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (e45a4356-1f3c-4ae5-a251-e800af83443e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:24.811736 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Pushing event deleted for resources: {'Port': ['ID=e45a4356-1f3c-4ae5-a251-e800af83443e,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:24.822034 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['e45a4356-1f3c-4ae5-a251-e800af83443e'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:11:24.862480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] No DVR routers for this DVR port e45a4356-1f3c-4ae5-a251-e800af83443e on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:11:24.865008 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:24.868324 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-18854a41-09e8-4565-bfbc-093700968398 req-65d03702-e1dd-45d7-a21f-99037afc0913 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e45a4356-1f3c-4ae5-a251-e800af83443e HTTP/1.1" status: 204 len: 173 time: 0.5876994 Sep 15 13:11:24.868841 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'name': 'network-vif-deleted', 'tag': 'e45a4356-1f3c-4ae5-a251-e800af83443e'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:11:24.871176 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19681e6d-fbef-4590-8b2a-588ca34adb26" -d '{"events": [{"server_uuid": "d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f", "name": "network-vif-deleted", "tag": "e45a4356-1f3c-4ae5-a251-e800af83443e"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:11:24.907514 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71048ae-f2ef-4c89-bd27-0bf7a1559904 x-openstack-request-id: req-c71048ae-f2ef-4c89-bd27-0bf7a1559904 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:11:24.907813 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f", "name": "network-vif-deleted", "tag": "e45a4356-1f3c-4ae5-a251-e800af83443e", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:11:24.908071 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c71048ae-f2ef-4c89-bd27-0bf7a1559904 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:11:24.909227 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71048ae-f2ef-4c89-bd27-0bf7a1559904'] response: {'server_uuid': 'd25a36b5-2fd2-4ef4-b945-3c4b0f038f1f', 'name': 'network-vif-deleted', 'tag': 'e45a4356-1f3c-4ae5-a251-e800af83443e', 'status': 'completed', 'code': 200} Sep 15 13:11:25.769888 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8af6a-c755-4641-a7e5-34c8a1853f29 req-d00e0d1b-61b7-4b89-8959-2a24a5124a08 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:25.771395 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d2c8af6a-c755-4641-a7e5-34c8a1853f29 req-d00e0d1b-61b7-4b89-8959-2a24a5124a08 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0591936 Sep 15 13:11:25.822958 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d2c8af6a-c755-4641-a7e5-34c8a1853f29 req-d25cf9ac-2ed4-4694-a541-15675062871c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Sep 15 13:11:25.830488 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-72b6ab6d-ee1d-46de-8455-8d84e5d59aee req-fc5c1d69-1b88-49f5-b9d1-5795ac2f20c9 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d25a36b5-2fd2-4ef4-b945-3c4b0f038f1f HTTP/1.1" status: 200 len: 210 time: 0.0365233 Sep 15 13:11:26.159960 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:26.954053 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db292eeb-a7f3-4724-987b-e38ecb260f02 req-90436b79-f0e0-426c-b4db-dbcbc789388f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:26.955547 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-db292eeb-a7f3-4724-987b-e38ecb260f02 req-90436b79-f0e0-426c-b4db-dbcbc789388f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0518315 Sep 15 13:11:27.007180 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-db292eeb-a7f3-4724-987b-e38ecb260f02 req-71560ad5-ca11-4536-852c-f9b1384c0fe4 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Sep 15 13:11:27.848620 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:28.027036 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:28.129783 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f98475-b66e-4db9-8615-c57147a158b6 req-246991f7-5fd4-4021-aec2-4d585cd83a3c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:28.131264 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-47f98475-b66e-4db9-8615-c57147a158b6 req-246991f7-5fd4-4021-aec2-4d585cd83a3c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0487866 Sep 15 13:11:28.179480 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-47f98475-b66e-4db9-8615-c57147a158b6 req-147fbb2c-494e-4f30-9ca6-96a7f73513c6 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Sep 15 13:11:29.296516 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580c1c3-295c-4d2b-8314-fe80d78a851c req-32ff9f84-b9e3-4a83-b98e-7e15604c25c3 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:29.297972 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7580c1c3-295c-4d2b-8314-fe80d78a851c req-32ff9f84-b9e3-4a83-b98e-7e15604c25c3 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0465043 Sep 15 13:11:29.346203 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7580c1c3-295c-4d2b-8314-fe80d78a851c req-0cbb65ca-1e20-471f-bad3-cd28ea4911ec tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Sep 15 13:11:29.593871 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e45a4356-1f3c-4ae5-a251-e800af83443e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:11:29.613502 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: e45a4356-1f3c-4ae5-a251-e800af83443e {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:11:29.613771 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device e45a4356-1f3c-4ae5-a251-e800af83443e not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:11:30.467278 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8d5b-70f7-4003-bca8-00b8cb29270a req-d449d2db-a6c6-46c2-b779-74132900d642 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:30.468756 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-031b8d5b-70f7-4003-bca8-00b8cb29270a req-d449d2db-a6c6-46c2-b779-74132900d642 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0460508 Sep 15 13:11:30.516810 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-031b8d5b-70f7-4003-bca8-00b8cb29270a req-8b0e31cc-ff10-4785-91ad-82cf2ce8300d tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Sep 15 13:11:31.644647 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc290c-b634-46db-b3d7-3456384994ff req-62d485dc-ad5d-42b7-a493-9ffce8bd1bdc tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:31.646109 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d1dc290c-b634-46db-b3d7-3456384994ff req-62d485dc-ad5d-42b7-a493-9ffce8bd1bdc tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0468583 Sep 15 13:11:31.698131 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d1dc290c-b634-46db-b3d7-3456384994ff req-57bf70a0-b6b8-4f0c-8165-57b61bae1768 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461979 Sep 15 13:11:32.808049 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:11:32.821827 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df390826-66de-42c3-bb8f-c04eb824654d req-db91294d-80de-4292-a3a7-9272ac7c67fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:32.823299 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df390826-66de-42c3-bb8f-c04eb824654d req-db91294d-80de-4292-a3a7-9272ac7c67fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 944 time: 0.0509739 Sep 15 13:11:32.873017 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-df390826-66de-42c3-bb8f-c04eb824654d req-b1948b2a-87ea-445d-8f8f-785058343383 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Sep 15 13:11:32.907763 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:32.923414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'port_id': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'mac_address': 'fa:16:3e:f0:25:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:11:32.959008 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:11:32.959396 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:32.972121 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:11:32.991515 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:32.995439 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:33.046186 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:33.053565 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.053905 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.054245 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.054577 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.054904 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.055228 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.055549 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.055866 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.056184 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.056539 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.056858 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.057175 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.057489 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.057800 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.058112 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:11:33.392265 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:11:33.992373 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83dfb7-fce8-4462-b9f2-8c85662461c2 req-c1d45fca-2714-4395-ab23-ac84086f7993 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:33.993779 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2a83dfb7-fce8-4462-b9f2-8c85662461c2 req-c1d45fca-2714-4395-ab23-ac84086f7993 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 945 time: 0.0466843 Sep 15 13:11:34.043474 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2a83dfb7-fce8-4462-b9f2-8c85662461c2 req-af66b2ff-2005-4707-8420-650410d218a3 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Sep 15 13:11:35.164900 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53550-ff3e-43d2-b9bd-e4424890ac65 req-f750df14-bcd1-4d6e-aa46-fca389f03b6b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:35.172306 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bce53550-ff3e-43d2-b9bd-e4424890ac65 req-f750df14-bcd1-4d6e-aa46-fca389f03b6b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 945 time: 0.0480955 Sep 15 13:11:35.217544 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bce53550-ff3e-43d2-b9bd-e4424890ac65 req-7fca7c73-9daa-401b-ac84-b96bcb94eddc tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 Sep 15 13:11:36.336214 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f980c4-76f8-4049-b4d9-2d6c04621510 req-4623f444-8b2d-4502-8fe3-e374294d3ae5 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:36.337675 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d5f980c4-76f8-4049-b4d9-2d6c04621510 req-4623f444-8b2d-4502-8fe3-e374294d3ae5 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 945 time: 0.0462058 Sep 15 13:11:36.386135 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d5f980c4-76f8-4049-b4d9-2d6c04621510 req-14b0c2aa-c0a8-4729-bb71-62eb9ef31178 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427480 Sep 15 13:11:37.665314 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1854b9e-7959-4717-b6a4-3158384f89e2 req-a885fb29-00a0-4e82-8f5b-6089b6160702 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:37.667349 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1854b9e-7959-4717-b6a4-3158384f89e2 req-a885fb29-00a0-4e82-8f5b-6089b6160702 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 945 time: 0.0497766 Sep 15 13:11:37.691385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:37.695243 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:11:37.719586 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:37.729703 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1854b9e-7959-4717-b6a4-3158384f89e2 req-50d60e5b-8b0f-4d47-8ba0-307a7bd2b8a9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526302 Sep 15 13:11:37.737502 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:37.763105 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:11:37.770395 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:11:37.771100 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:37.771425 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 Sep 15 13:11:37.851387 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:11:37.851833 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:37.876880 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:11:37.879198 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0634052d-d461-4bb9-b388-709d20f4de87" -d '{"events": [{"server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "name": "network-vif-plugged", "status": "completed", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:11:37.891984 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:37.897006 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:37.921405 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3585b061-b879-4a53-83f0-5456844a2f79 x-openstack-request-id: req-3585b061-b879-4a53-83f0-5456844a2f79 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:11:37.921669 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "name": "network-vif-plugged", "status": "completed", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:11:37.921924 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3585b061-b879-4a53-83f0-5456844a2f79 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:11:37.922287 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3585b061-b879-4a53-83f0-5456844a2f79'] response: {'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'code': 200} Sep 15 13:11:37.949107 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:38.047039 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:38.057759 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-497883a8-82d8-407a-9091-fce48ea0ebc3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:38.059242 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-497883a8-82d8-407a-9091-fce48ea0ebc3 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/networks?id=dfb75596-7d80-4835-8571-ad93dfcc0300 HTTP/1.1" status: 200 len: 813 time: 0.1091082 Sep 15 13:11:38.075390 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-24b9fa4b-8fdf-4d89-a296-ddc0706d5911 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/quotas/9d04252e755e423eaf19e824f1c8c516 HTTP/1.1" status: 200 len: 375 time: 0.0094707 Sep 15 13:11:38.109538 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-ae516139-1ffa-4eba-a038-bebdb32a674c tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9d04252e755e423eaf19e824f1c8c516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277627 Sep 15 13:11:38.175178 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722f976-37fa-420d-921b-4baf16af14f1 req-ddf097b7-b58b-4f98-9a82-fad9c32af400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:38.176754 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4722f976-37fa-420d-921b-4baf16af14f1 req-ddf097b7-b58b-4f98-9a82-fad9c32af400 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1130 time: 0.0395617 Sep 15 13:11:38.226000 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4722f976-37fa-420d-921b-4baf16af14f1 req-bca8dbec-a22e-4f2a-b5cc-90d80ed76165 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Sep 15 13:11:38.303251 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-08ad53cc-9266-4ffe-a689-eaeaf3b36c44 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858962 Sep 15 13:11:38.354638 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:38.399952 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-542c6cc7-f08f-4479-9cea-e3f897f91210 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909483 Sep 15 13:11:38.565628 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ef44e093-a4a8-48ff-b1b4-829d15651944 req-9c5c717b-c2d0-4128-a606-d96f69d1ad2a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Sep 15 13:11:38.852701 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557babc-36c9-4277-8226-ffb5f892ef11 req-624f682a-d364-49a3-9b35-c9f7fbcdda49 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:38.854265 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f557babc-36c9-4277-8226-ffb5f892ef11 req-624f682a-d364-49a3-9b35-c9f7fbcdda49 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 946 time: 0.0478840 Sep 15 13:11:38.910575 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f557babc-36c9-4277-8226-ffb5f892ef11 req-cc4a3818-ee88-428c-928a-1266be9d69a4 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495396 Sep 15 13:11:39.671923 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-212e96e7-58b1-499b-b316-0ba306c87ea6 req-838acc76-0ab2-4d05-9835-6feb683d0374 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 210 time: 0.0327871 Sep 15 13:11:39.825484 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:11:40.032315 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421573e-c7ce-4e71-b476-3fa5d7547d36 req-557da297-9daa-4f68-95ef-a7620273efb3 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:40.033894 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3421573e-c7ce-4e71-b476-3fa5d7547d36 req-557da297-9daa-4f68-95ef-a7620273efb3 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 946 time: 0.0469093 Sep 15 13:11:40.082812 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3421573e-c7ce-4e71-b476-3fa5d7547d36 req-45a50e8a-8aba-4181-a7fc-f2e67e30edb9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Sep 15 13:11:40.209408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57191-4ac9-438e-a2e8-9263f4f234a0 req-dbb39c13-bd12-4b3f-9614-04d0376bbe21 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:40.211108 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3be57191-4ac9-438e-a2e8-9263f4f234a0 req-dbb39c13-bd12-4b3f-9614-04d0376bbe21 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 946 time: 0.0536711 Sep 15 13:11:40.224180 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:40.264877 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-3be57191-4ac9-438e-a2e8-9263f4f234a0 req-a230239c-1189-4ae0-b1e4-f6e22c49fdb1 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480289 Sep 15 13:11:40.294366 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52792) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:11:40.379344 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3267cf-49f0-46b7-9fed-8cd05e3df6d9 tempest-TestVolumeBootPattern-931099656 tempest-TestVolumeBootPattern-931099656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:40.380863 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9f3267cf-49f0-46b7-9fed-8cd05e3df6d9 tempest-TestVolumeBootPattern-931099656 tempest-TestVolumeBootPattern-931099656-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1125 time: 0.0855203 Sep 15 13:11:40.383848 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52796) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:11:40.387946 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'port_id': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:11:40.411556 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:40.493494 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:40.600454 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Allocated IP 172.27.1.196 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/df7a5941-45bd-45af-a5c0-45b8c2a6f476) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:11:40.785710 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f28730b3-6a5c-48b3-90d0-255cb41909d3 req-25b6f77a-42b0-4e85-8668-0aa5d2355c79 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 210 time: 0.0352087 Sep 15 13:11:40.793049 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:40.802861 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-445c3020-6a59-4fbb-9a33-e0d03979a950 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:40.804323 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-445c3020-6a59-4fbb-9a33-e0d03979a950 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "GET /networking/v2.0/networks?id=dfb75596-7d80-4835-8571-ad93dfcc0300 HTTP/1.1" status: 200 len: 813 time: 0.1501749 Sep 15 13:11:40.833969 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:40.869088 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:40.869306 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:40.875131 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:11:40.880766 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:11:40.885195 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:11:40.888568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=df7a5941-45bd-45af-a5c0-45b8c2a6f476,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:40.913538 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Request body: {'port': {'device_id': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300', 'admin_state_up': True, 'tenant_id': '9d04252e755e423eaf19e824f1c8c516'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:11:41.125194 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:41.140422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Made reservation on behalf of 9d04252e755e423eaf19e824f1c8c516 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:11:41.144714 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:41.667001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Allocated IP 172.20.0.3 (dfb75596-7d80-4835-8571-ad93dfcc0300/04984562-8548-457c-9ad7-60c3e68943a5/58439e37-eefc-4a8c-9760-e461eec28bbb) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:11:41.737120 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (a8800c3c-19b9-457d-a9d4-565b78653783), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:41.908237 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:41.916453 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-571c2ad4-8e4e-4269-a179-0d5f9991b3c5 req-3ae62244-5b10-4c80-8d0f-c58a033fd8ec tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 210 time: 0.0539050 Sep 15 13:11:41.933409 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:41.959380 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks [] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.055622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.099622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:42.125125 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Network dfb75596-7d80-4835-8571-ad93dfcc0300 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:11:42.133791 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:11:42.140792 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:11:42.165459 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Pushing event updated for resources: {'Port': ['ID=58439e37-eefc-4a8c-9760-e461eec28bbb,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:42.179394 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.185641 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.250617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:42.251227 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.278785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=df7a5941-45bd-45af-a5c0-45b8c2a6f476,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:42.283487 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-63f44f5b-caae-4447-adde-4927e22c92fa tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3747926 Sep 15 13:11:42.284659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (a8800c3c-19b9-457d-a9d4-565b78653783), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.320972 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Request body: {'port': {'device_id': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:11:42.427508 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.438440 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Floating IP a8800c3c-19b9-457d-a9d4-565b78653783 associated. External IP: 172.27.1.196, port: 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6. Sep 15 13:11:42.673125 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:42.811746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:11:42.892155 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58439e37-eefc-4a8c-9760-e461eec28bbb {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:11:42.904762 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Publish callbacks [] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:42.906684 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:42.926345 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Transition to ACTIVE for port object 58439e37-eefc-4a8c-9760-e461eec28bbb will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:11:42.951312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:43.031227 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:11:43.033043 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Pushing event updated for resources: {'Port': ['ID=58439e37-eefc-4a8c-9760-e461eec28bbb,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:43.041597 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24809-4e72-42b6-8002-5a87d26d7c04 req-70ca56f0-3816-4009-ae62-fa637aee5334 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.043726 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2af24809-4e72-42b6-8002-5a87d26d7c04 req-70ca56f0-3816-4009-ae62-fa637aee5334 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 943 time: 0.0512748 Sep 15 13:11:43.044654 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:11:43.062113 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:11:43.062637 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:11:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:11:43.079200 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:43.113068 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2af24809-4e72-42b6-8002-5a87d26d7c04 req-efeaa04a-096b-4749-bdad-8b93c6d7f8d6 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582173 Sep 15 13:11:43.122347 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-c7fdc1cd-e40d-4c11-bb06-cdde259b172b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7374637 Sep 15 13:11:43.136333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:11:43.136333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:11:43.136333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Attempting to bind port 58439e37-eefc-4a8c-9760-e461eec28bbb on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:11:43.136333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Attempting to bind port 58439e37-eefc-4a8c-9760-e461eec28bbb by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:11:43.136333 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Attempting to bind port 58439e37-eefc-4a8c-9760-e461eec28bbb on network dfb75596-7d80-4835-8571-ad93dfcc0300 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:11:43.168935 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21ca62-2f1f-40b4-a456-8d2d02294485 x-openstack-request-id: req-ac21ca62-2f1f-40b4-a456-8d2d02294485 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:11:43.169226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:11:43.169479 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac21ca62-2f1f-40b4-a456-8d2d02294485 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:11:43.169882 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac21ca62-2f1f-40b4-a456-8d2d02294485'] response: {'name': 'network-changed', 'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'status': 'completed', 'code': 200} Sep 15 13:11:43.180000 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:11:43.183832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Port 58439e37-eefc-4a8c-9760-e461eec28bbb on network dfb75596-7d80-4835-8571-ad93dfcc0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:11:43.184178 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Attempting to bind port 58439e37-eefc-4a8c-9760-e461eec28bbb on network dfb75596-7d80-4835-8571-ad93dfcc0300 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:11:43.259644 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:11:43.259981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Checking segment: {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:11:43.260388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Bound using segment: {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:11:43.260827 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Bound port: 58439e37-eefc-4a8c-9760-e461eec28bbb, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd66d4739-a8ba-4629-803f-9daa6ec48e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:11:43.261183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:43.275624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-ab343b27-2a76-40c9-a047-7147cf282dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.277154 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-ab343b27-2a76-40c9-a047-7147cf282dd6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1130 time: 0.0561678 Sep 15 13:11:43.390105 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] For port 58439e37-eefc-4a8c-9760-e461eec28bbb, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:11:43.413240 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] For port 58439e37-eefc-4a8c-9760-e461eec28bbb, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=58439e37-eefc-4a8c-9760-e461eec28bbb,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:11:43.415744 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:43.430153 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:43.434734 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.435344 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:43.436717 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/58439e37-eefc-4a8c-9760-e461eec28bbb HTTP/1.1" status: 200 len: 1093 time: 1.1197724 Sep 15 13:11:43.437947 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-7436a83b-5aae-44db-845f-9c665451cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.439260 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-7436a83b-5aae-44db-845f-9c665451cf4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.1407132 Sep 15 13:11:43.476224 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'a8800c3c-19b9-457d-a9d4-565b78653783', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:f0:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:11:41Z', 'updated_at': '2022-09-15T13:11:41Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:11:43.504535 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:11:43.513033 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:11:43.513895 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:11:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:11:43.570935 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-c754a502-1f45-4703-8511-87c174e4af08 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 HTTP/1.1" status: 200 len: 1000 time: 0.1123912 Sep 15 13:11:43.571766 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb196ab1-61df-413a-902d-dc7a39818f1e service neutron] Pushing event updated for resources: {'Port': ['ID=58439e37-eefc-4a8c-9760-e461eec28bbb,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:43.574667 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-e3cb3aa1-d4e9-4491-b39a-db32a695c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.576120 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-e3cb3aa1-d4e9-4491-b39a-db32a695c7e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9d04252e755e423eaf19e824f1c8c516&device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0726426 Sep 15 13:11:43.623651 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:11:43.644631 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-00207c64-15d6-4626-b04e-bbea00a7f484 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58439e37-eefc-4a8c-9760-e461eec28bbb HTTP/1.1" status: 200 len: 217 time: 0.0405829 Sep 15 13:11:43.680082 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-05006a51-56b3-46bb-b0e6-d87659314e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.681548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-05006a51-56b3-46bb-b0e6-d87659314e99 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.1042895 Sep 15 13:11:43.727967 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-9dabee61-5cb2-428c-a2ff-ecf145a576ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.729466 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-9dabee61-5cb2-428c-a2ff-ecf145a576ed service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=04984562-8548-457c-9ad7-60c3e68943a5 HTTP/1.1" status: 200 len: 853 time: 0.0790572 Sep 15 13:11:43.734522 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-fe63d9e2-5583-49ad-80cc-f8b078426278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:43.735903 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-fe63d9e2-5583-49ad-80cc-f8b078426278 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485568 Sep 15 13:11:43.773165 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-3b3f0bbd-559d-4db1-aa84-927dc5778436 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=dfb75596-7d80-4835-8571-ad93dfcc0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363266 Sep 15 13:11:43.782027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:43.833802 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'a8800c3c-19b9-457d-a9d4-565b78653783', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:f0:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:11:41Z', 'updated_at': '2022-09-15T13:11:41Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:11:43.862321 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7a998-1f3f-4e27-ab37-efc380a1196b None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': 'a8800c3c-19b9-457d-a9d4-565b78653783', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:f0:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:11:41Z', 'updated_at': '2022-09-15T13:11:41Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:11:43.926599 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-9eb6fdf2-b22b-4c24-bc13-3dd21b8ea73b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808119 Sep 15 13:11:43.931861 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-767abddb-9649-4b0f-83c3-d7aad4890e86 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467738 Sep 15 13:11:44.069688 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa8c65-abc3-4577-866d-ccde3f22b175 None None] New status for floating IP a8800c3c-19b9-457d-a9d4-565b78653783: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:11:44.113001 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad822dc6-3ce5-45fb-bc79-91e86a0a1021 req-15476cd9-4b36-47e2-8349-b70bafd46940 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699481 Sep 15 13:11:44.115162 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b4689d5f-2fd8-4a75-8449-cc1cd82dc2e2 req-5d617e01-0dd3-4bce-b1e8-aadaae77331b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710410 Sep 15 13:11:44.242560 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7089e59-b312-48d2-8403-f65a05156748 req-c916166b-0efe-41be-ae65-37b9a602897a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:44.244093 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a7089e59-b312-48d2-8403-f65a05156748 req-c916166b-0efe-41be-ae65-37b9a602897a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 943 time: 0.0489759 Sep 15 13:11:44.292297 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-a7089e59-b312-48d2-8403-f65a05156748 req-9ea928a3-61bf-42e6-a212-4fbc81c79ea0 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Sep 15 13:11:45.171365 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'tag': '58439e37-eefc-4a8c-9760-e461eec28bbb'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:11:45.173828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce857a-3b38-4963-a50b-0908682d1141" -d '{"events": [{"name": "network-changed", "server_uuid": "bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8", "tag": "58439e37-eefc-4a8c-9760-e461eec28bbb"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:11:45.212175 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee77139d-4ed5-4899-984b-328f09166d10 x-openstack-request-id: req-ee77139d-4ed5-4899-984b-328f09166d10 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:11:45.212490 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8", "tag": "58439e37-eefc-4a8c-9760-e461eec28bbb", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:11:45.212755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee77139d-4ed5-4899-984b-328f09166d10 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:11:45.213135 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee77139d-4ed5-4899-984b-328f09166d10'] response: {'name': 'network-changed', 'server_uuid': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'tag': '58439e37-eefc-4a8c-9760-e461eec28bbb', 'status': 'completed', 'code': 200} Sep 15 13:11:45.415907 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def27784-8bae-4bc9-ad10-0d5e0e2f2902 req-267d9ef1-1125-442c-96ae-163e164282ce tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:45.417295 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-def27784-8bae-4bc9-ad10-0d5e0e2f2902 req-267d9ef1-1125-442c-96ae-163e164282ce tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 943 time: 0.0502183 Sep 15 13:11:45.464265 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-def27784-8bae-4bc9-ad10-0d5e0e2f2902 req-abe5074e-a9cf-4b61-9431-ee784a1a4428 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Sep 15 13:11:46.461447 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce857a-3b38-4963-a50b-0908682d1141 req-0ffaf315-7bdc-4c7e-841f-0dc4c2d83a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:46.463005 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-0ffaf315-7bdc-4c7e-841f-0dc4c2d83a3c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9d04252e755e423eaf19e824f1c8c516&device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0424507 Sep 15 13:11:46.854767 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7f3b-9fbb-4e20-9992-121a1f9b26d8 req-3ef467d7-5c67-47f2-a57d-f4ad827c3600 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:46.856154 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-101f7f3b-9fbb-4e20-9992-121a1f9b26d8 req-3ef467d7-5c67-47f2-a57d-f4ad827c3600 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 943 time: 0.0644782 Sep 15 13:11:46.883764 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce857a-3b38-4963-a50b-0908682d1141 req-7ee1dc14-8d54-4801-8de4-201ac4d6ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:46.885374 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-7ee1dc14-8d54-4801-8de4-201ac4d6ea27 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=dfb75596-7d80-4835-8571-ad93dfcc0300 HTTP/1.1" status: 200 len: 914 time: 0.4165473 Sep 15 13:11:46.936855 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-d349c542-ae28-4082-8119-5d91d481e191 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58439e37-eefc-4a8c-9760-e461eec28bbb HTTP/1.1" status: 200 len: 217 time: 0.0436592 Sep 15 13:11:46.957162 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-101f7f3b-9fbb-4e20-9992-121a1f9b26d8 req-bfa7422e-4af9-424f-bb86-88d490f7a9f6 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944018 Sep 15 13:11:46.992128 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce857a-3b38-4963-a50b-0908682d1141 req-486d3df9-4535-4899-9092-ae641e9f76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:46.993627 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-486d3df9-4535-4899-9092-ae641e9f76d0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=04984562-8548-457c-9ad7-60c3e68943a5 HTTP/1.1" status: 200 len: 853 time: 0.0487444 Sep 15 13:11:47.027105 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-82d98505-cb51-458a-a6b9-a699d1ecf59c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=dfb75596-7d80-4835-8571-ad93dfcc0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253561 Sep 15 13:11:47.082754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:47.122216 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-4a8721a3-a9a5-4271-a8d9-70431abc9f4f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894277 Sep 15 13:11:47.215664 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bdce857a-3b38-4963-a50b-0908682d1141 req-fcc03c8c-63a7-44e1-aacb-196ddb22510e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869315 Sep 15 13:11:47.705142 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 58439e37-eefc-4a8c-9760-e461eec28bbb details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:11:47.802661 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 58439e37-eefc-4a8c-9760-e461eec28bbb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=58439e37-eefc-4a8c-9760-e461eec28bbb,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:47.817655 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '58439e37-eefc-4a8c-9760-e461eec28bbb', 'network_id': 'dfb75596-7d80-4835-8571-ad93dfcc0300', 'port_id': '58439e37-eefc-4a8c-9760-e461eec28bbb', 'mac_address': 'fa:16:3e:34:32:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04984562-8548-457c-9ad7-60c3e68943a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:11:47.851266 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 58439e37-eefc-4a8c-9760-e461eec28bbb is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:11:47.851645 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:47.865790 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58439e37-eefc-4a8c-9760-e461eec28bbb {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:11:47.885844 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 58439e37-eefc-4a8c-9760-e461eec28bbb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=58439e37-eefc-4a8c-9760-e461eec28bbb,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:47.889599 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:47.935061 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=58439e37-eefc-4a8c-9760-e461eec28bbb,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:48.078896 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867efd39-dab0-4b13-a763-0ff462ca4a1f req-998b04cf-3dd8-4237-9fec-c80eb88d8418 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:48.081013 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-867efd39-dab0-4b13-a763-0ff462ca4a1f req-998b04cf-3dd8-4237-9fec-c80eb88d8418 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 944 time: 0.0469871 Sep 15 13:11:48.128807 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-867efd39-dab0-4b13-a763-0ff462ca4a1f req-2c90873b-67d5-4ab7-bd11-e3b08324d6cf tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Sep 15 13:11:48.302164 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['58439e37-eefc-4a8c-9760-e461eec28bbb'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:11:48.556877 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:49.253013 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d477-d0af-4925-a601-711206796aec req-5eb71a17-c2ed-4cad-a5a2-c169d3d13724 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:49.254468 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f727d477-d0af-4925-a601-711206796aec req-5eb71a17-c2ed-4cad-a5a2-c169d3d13724 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 944 time: 0.0473075 Sep 15 13:11:49.302344 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f727d477-d0af-4925-a601-711206796aec req-a44e15a3-a398-4db8-a9ef-81a83de0b5be tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Sep 15 13:11:49.713415 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 58439e37-eefc-4a8c-9760-e461eec28bbb up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:11:49.754959 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 58439e37-eefc-4a8c-9760-e461eec28bbb completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:11:49.760688 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 58439e37-eefc-4a8c-9760-e461eec28bbb triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:11:49.761200 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:49.761628 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 58439e37-eefc-4a8c-9760-e461eec28bbb Sep 15 13:11:49.782985 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:49.839520 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 58439e37-eefc-4a8c-9760-e461eec28bbb is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:11:49.839908 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:49.863703 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58439e37-eefc-4a8c-9760-e461eec28bbb'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:11:49.865949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a4524-6334-4971-b8d3-466e1e106734" -d '{"events": [{"server_uuid": "bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8", "name": "network-vif-plugged", "status": "completed", "tag": "58439e37-eefc-4a8c-9760-e461eec28bbb"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:11:49.878609 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 58439e37-eefc-4a8c-9760-e461eec28bbb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=58439e37-eefc-4a8c-9760-e461eec28bbb,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:11:49.884097 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:49.908764 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5d335a-5afc-42ad-822e-7a27fd469bc3 x-openstack-request-id: req-6c5d335a-5afc-42ad-822e-7a27fd469bc3 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:11:49.909056 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8", "name": "network-vif-plugged", "status": "completed", "tag": "58439e37-eefc-4a8c-9760-e461eec28bbb", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:11:49.909341 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c5d335a-5afc-42ad-822e-7a27fd469bc3 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:11:49.909925 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5d335a-5afc-42ad-822e-7a27fd469bc3'] response: {'server_uuid': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58439e37-eefc-4a8c-9760-e461eec28bbb', 'code': 200} Sep 15 13:11:49.935281 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=58439e37-eefc-4a8c-9760-e461eec28bbb,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:11:50.414320 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:50.453646 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dcf22-00c9-4326-8de0-9844e0270a79 req-8a70990c-1d16-41c0-8d9a-cc66743215df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:50.455145 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad6dcf22-00c9-4326-8de0-9844e0270a79 req-8a70990c-1d16-41c0-8d9a-cc66743215df service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 1129 time: 0.0666728 Sep 15 13:11:50.460988 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3bdc9-3901-4dd9-8b38-4161b333aed4 req-fd971e84-d91c-448a-bd6a-7dac94ab164a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:50.462345 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-69f3bdc9-3901-4dd9-8b38-4161b333aed4 req-fd971e84-d91c-448a-bd6a-7dac94ab164a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0828059 Sep 15 13:11:50.526271 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-69f3bdc9-3901-4dd9-8b38-4161b333aed4 req-417dddc0-9b9a-4ab0-b544-bf1ff26efeda tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582125 Sep 15 13:11:50.550770 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-ad6dcf22-00c9-4326-8de0-9844e0270a79 req-efbd4e6a-9d32-4e3e-a3d5-f12ebd111e37 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532551 Sep 15 13:11:51.657257 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538dcfb-74c6-409a-a2d1-2cce3af68855 req-1b072a0d-b735-4b31-97bb-2df81239bce7 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:51.658757 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3538dcfb-74c6-409a-a2d1-2cce3af68855 req-1b072a0d-b735-4b31-97bb-2df81239bce7 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0481594 Sep 15 13:11:51.711607 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3538dcfb-74c6-409a-a2d1-2cce3af68855 req-571fcfb7-2a7d-42fb-9e5a-b27102ee1842 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Sep 15 13:11:52.578753 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9fd5df23-6e19-4cb3-b7d7-54c0ee0ff461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:52.833220 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cfa9e-9730-4d7e-8ad8-33776cb872d6 req-e5629ddc-275a-411f-b52a-a934bfb4f68c tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:11:52.834591 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b3cfa9e-9730-4d7e-8ad8-33776cb872d6 req-e5629ddc-275a-411f-b52a-a934bfb4f68c tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0480368 Sep 15 13:11:52.882925 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-4b3cfa9e-9730-4d7e-8ad8-33776cb872d6 req-3c7cbf77-79d6-4741-b5ab-619671e59c4a tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Sep 15 13:11:53.964289 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=79 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:53.967989 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=77 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:11:54.753976 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9dd5b7d2-7d2c-4c50-8fd4-114e5bb767a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:56.156982 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:57.852296 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:11:58.029783 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:01.705063 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=68 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:01.707395 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:02.876121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=47 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:02.878480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=27 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:07.659092 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-a7c72ecb-fd13-4015-b6c4-bc4080f62e3b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-752529055&fields=id&tenant_id=8b815e753bbe4a54942550a564653fd8 HTTP/1.1" status: 200 len: 267 time: 0.0449901 Sep 15 13:12:07.713414 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-eb1eb088-924d-4ae8-8de3-34c8baac50c3 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:07.714853 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-eb1eb088-924d-4ae8-8de3-34c8baac50c3 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 984 time: 0.0493574 Sep 15 13:12:07.725960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Request body: {'port': {'security_groups': ['9bf1cee4-1233-465b-b284-811a798a3e01']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:12:07.799159 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (8664056d-9981-4374-9627-df05e9500424), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:07.971679 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:07.998746 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for port (8664056d-9981-4374-9627-df05e9500424), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.003024 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (8664056d-9981-4374-9627-df05e9500424), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.013577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:08.014218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.015586 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c7ee93e9-01cc-40ae-b560-e9c4f99bb37e req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "PUT /networking/v2.0/ports/8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 942 time: 0.2947474 Sep 15 13:12:08.016127 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:12:08.018383 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff50b2-e91e-41f6-970d-02239ff687dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:12:08.022255 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 52898) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:08.024143 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:08.026504 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:08.066554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28c9f8a-5edf-4377-ac3e-d5c1c9562364 x-openstack-request-id: req-f28c9f8a-5edf-4377-ac3e-d5c1c9562364 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:12:08.066840 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:12:08.067093 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f28c9f8a-5edf-4377-ac3e-d5c1c9562364 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:12:08.067503 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28c9f8a-5edf-4377-ac3e-d5c1c9562364'] response: {'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'status': 'completed', 'code': 200} Sep 15 13:12:08.077574 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcfc27-f827-4759-afa9-39afd84f35f7 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event updated for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=7']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:08.084689 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group (0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.109639 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group (0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.168176 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.171297 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.172018 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b HTTP/1.1" status: 204 len: 168 time: 0.1484551 Sep 15 13:12:08.174788 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 52902) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:08.184938 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1a6ec3-56b3-4108-a5c2-6f34c3a1808b,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:08.192198 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.192655 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.193006 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.193926 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.194443 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.194926 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.195286 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.195602 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.195945 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.196286 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.196636 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.196966 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.197292 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.197625 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.197953 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714026b-c20c-4ea7-9bc5-15ab6bca9d1c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:08.316549 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Deleting port 7ed15e8c-b1f8-47cf-91e4-115cb11409ee {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:08.316886 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.392713 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.393042 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for floatingip (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.405768 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Calling delete_port for 7ed15e8c-b1f8-47cf-91e4-115cb11409ee owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:08.532865 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:08.549596 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (7ed15e8c-b1f8-47cf-91e4-115cb11409ee), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.553238 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:08.576776 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event deleted for resources: {'Port': ['ID=7ed15e8c-b1f8-47cf-91e4-115cb11409ee,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:08.644004 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks [] for floatingip (5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.644369 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Floating IP 5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45 disassociated (deleted). External IP: 172.27.1.198, port: 8664056d-9981-4374-9627-df05e9500424. Sep 15 13:12:08.842578 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:12:08.946975 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:12:08.951727 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:08.956699 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] Sync routers for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:12:08.967432 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:12:08.968026 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:11:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:08.982661 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-758434fd-087b-46fa-b750-8882512b8781 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45 HTTP/1.1" status: 204 len: 168 time: 0.8067935 Sep 15 13:12:09.071449 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:12:09.267387 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:09.295062 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] Checking router: eb81f9e2-72b4-4fd8-b1bc-01ce52887261 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:12:09.303915 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:12:09.304537 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:11:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:09.403248 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:12:09.584998 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:09.609535 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b8b2a-22d5-405a-8325-36d5346fb91d None None] The sync data for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi is: [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:13Z', 'revision_number': 4, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '2ceab569-4be8-4314-be9c-6a0261e4d6ec', 'name': '', 'network_id': 'e454855a-4089-44b0-8a85-e3102edffd8c', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'mac_address': 'fa:16:3e:26:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:12Z', 'updated_at': '2022-09-15T13:08:18Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'subnets': [{'id': 'aa6b0334-92ed-48cc-baa0-54b2b6701ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:12:09.819166 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f060563-1a0c-4b90-b711-7bbc82a199f7 None None] New status for floating IP 5edc05c0-35a9-4e8f-b18e-8b1a7d34cd45: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:12:10.069203 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:12:10.071552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95616093-6c60-4a0e-9291-13dd13f3cf76" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:12:10.111820 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92c5ec-a4e7-456f-80a5-41c73aceaa27 x-openstack-request-id: req-1d92c5ec-a4e7-456f-80a5-41c73aceaa27 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:12:10.112140 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "tag": "8664056d-9981-4374-9627-df05e9500424", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:12:10.112437 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d92c5ec-a4e7-456f-80a5-41c73aceaa27 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:12:10.112851 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d92c5ec-a4e7-456f-80a5-41c73aceaa27'] response: {'name': 'network-changed', 'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'status': 'completed', 'code': 200} Sep 15 13:12:11.104492 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['8664056d-9981-4374-9627-df05e9500424'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:12:11.153493 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:11.213213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-f9288ded-8d94-4e76-acd9-b446001a71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:11.216213 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-f9288ded-8d94-4e76-acd9-b446001a71f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1129 time: 0.0431023 Sep 15 13:12:11.319999 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-36888718-c678-4432-bbd7-8ce1d6af7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:11.321494 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-36888718-c678-4432-bbd7-8ce1d6af7418 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.0958862 Sep 15 13:12:11.567760 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['8664056d-9981-4374-9627-df05e9500424'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:12:12.161352 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-f0047f9a-3edc-4a52-bb21-b281910be7d7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 217 time: 0.0334423 Sep 15 13:12:12.210149 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-8e0d0fee-4de6-4ff0-8224-9ba017aa1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:12.211653 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-8e0d0fee-4de6-4ff0-8224-9ba017aa1437 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0441990 Sep 15 13:12:12.262710 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-b12d6961-b17a-4b35-a1e6-bb0c6e65c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:12.264167 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-b12d6961-b17a-4b35-a1e6-bb0c6e65c51e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427456 Sep 15 13:12:12.364522 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-147c8cf1-d0a2-4d2f-81e7-799866ca2581 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Sep 15 13:12:12.459763 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-8aff50b2-e91e-41f6-970d-02239ff687dc req-d995fbab-1590-4b17-b142-33404582bbb3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886292 Sep 15 13:12:12.575790 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-84665799-7f37-401c-b174-6d819a8e2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:12.577304 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-84665799-7f37-401c-b174-6d819a8e2e38 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8b815e753bbe4a54942550a564653fd8&device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 1129 time: 0.0390327 Sep 15 13:12:12.654235 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:12.663692 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:12.681451 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-b265cc64-4485-450c-8802-c10aae24f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:12.683195 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-b265cc64-4485-450c-8802-c10aae24f885 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 200 len: 916 time: 0.0991802 Sep 15 13:12:12.726188 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-f38715e8-6ec1-43d7-819a-99c5bbb27575 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 200 len: 217 time: 0.0355036 Sep 15 13:12:12.777091 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-4a8c106c-d351-4d05-a854-3b4e93052199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:12.778562 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-4a8c106c-d351-4d05-a854-3b4e93052199 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 200 len: 854 time: 0.0448487 Sep 15 13:12:12.825164 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-0b9d926c-a64f-4f83-884e-0edaae95b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:12.826633 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-0b9d926c-a64f-4f83-884e-0edaae95b97f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=e454855a-4089-44b0-8a85-e3102edffd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418274 Sep 15 13:12:12.924073 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-c155a0c5-ece6-4252-be6d-6166abb4c336 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906031 Sep 15 13:12:13.014903 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-95616093-6c60-4a0e-9291-13dd13f3cf76 req-21abcd60-c37f-4af9-b400-57f77eaff9d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845475 Sep 15 13:12:14.894215 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f9761-d771-48d7-a4b2-e01ead3418df req-33d485c7-8171-43ef-84ab-ee6eea6ed0b0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:14.895822 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2b1f9761-d771-48d7-a4b2-e01ead3418df req-33d485c7-8171-43ef-84ab-ee6eea6ed0b0 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0505004 Sep 15 13:12:14.949417 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-2b1f9761-d771-48d7-a4b2-e01ead3418df req-922e2000-5ceb-4b28-94fc-214784794b01 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Sep 15 13:12:16.071380 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475486d3-aca2-45a2-ac54-186dd8e86830 req-e9109b8a-506b-401d-a450-a8335fb324e2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:16.072884 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-475486d3-aca2-45a2-ac54-186dd8e86830 req-e9109b8a-506b-401d-a450-a8335fb324e2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0493264 Sep 15 13:12:16.121409 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-475486d3-aca2-45a2-ac54-186dd8e86830 req-b2dbf27c-e98e-420a-9e15-dee63b014ed1 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Sep 15 13:12:16.824383 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:12:17.244856 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324828d3-910f-4a48-aec9-55bff87c706c req-76d86a49-61fa-42e6-8ad9-58056d686d14 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:17.246301 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-324828d3-910f-4a48-aec9-55bff87c706c req-76d86a49-61fa-42e6-8ad9-58056d686d14 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0465128 Sep 15 13:12:17.329587 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-3fd64a35-a1f0-4a73-90ed-3156e374c60c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:17.331005 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-3fd64a35-a1f0-4a73-90ed-3156e374c60c tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 945 time: 0.0666559 Sep 15 13:12:17.334894 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-324828d3-910f-4a48-aec9-55bff87c706c req-ce7661b3-1412-4ce6-ae2b-8103afa2500b tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9bf1cee4-1233-465b-b284-811a798a3e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832074 Sep 15 13:12:17.443792 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Deleting port 8664056d-9981-4374-9627-df05e9500424 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:17.444133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (8664056d-9981-4374-9627-df05e9500424), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:17.537787 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] For port 8664056d-9981-4374-9627-df05e9500424, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8664056d-9981-4374-9627-df05e9500424,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:17.538143 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (8664056d-9981-4374-9627-df05e9500424), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:17.550585 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Calling delete_port for 8664056d-9981-4374-9627-df05e9500424 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:17.682422 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (8664056d-9981-4374-9627-df05e9500424), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:17.714551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Pushing event deleted for resources: {'Port': ['ID=8664056d-9981-4374-9627-df05e9500424,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:17.721944 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['8664056d-9981-4374-9627-df05e9500424'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:12:17.759733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] No DVR routers for this DVR port 8664056d-9981-4374-9627-df05e9500424 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:12:17.763496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:17.766774 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a3fa80af-03ec-46ee-9203-fa18a770d708 req-f35a2f23-0617-4c6f-a205-205f186ab4a2 tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.27 "DELETE /networking/v2.0/ports/8664056d-9981-4374-9627-df05e9500424 HTTP/1.1" status: 204 len: 173 time: 0.4040318 Sep 15 13:12:17.767275 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'name': 'network-vif-deleted', 'tag': '8664056d-9981-4374-9627-df05e9500424'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:12:17.769570 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5866b1-af8e-48e3-a794-81fe4145ca09" -d '{"events": [{"server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "name": "network-vif-deleted", "tag": "8664056d-9981-4374-9627-df05e9500424"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:12:17.813760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d80a91-9c70-4e0b-b250-3a6075818c06 x-openstack-request-id: req-03d80a91-9c70-4e0b-b250-3a6075818c06 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:12:17.814047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe9060-6085-4ae1-90d1-dc0ed730c243", "name": "network-vif-deleted", "tag": "8664056d-9981-4374-9627-df05e9500424", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:12:17.814322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03d80a91-9c70-4e0b-b250-3a6075818c06 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:12:17.814724 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d80a91-9c70-4e0b-b250-3a6075818c06'] response: {'server_uuid': 'd6fe9060-6085-4ae1-90d1-dc0ed730c243', 'name': 'network-vif-deleted', 'tag': '8664056d-9981-4374-9627-df05e9500424', 'status': 'completed', 'code': 200} Sep 15 13:12:18.211912 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0bb67-74c8-44fd-96d5-965b827dcb20 req-5f46abc4-2c06-450e-89a1-161c39152d4d tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:18.213316 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-05b0bb67-74c8-44fd-96d5-965b827dcb20 req-5f46abc4-2c06-450e-89a1-161c39152d4d tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Sep 15 13:12:18.261815 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-05b0bb67-74c8-44fd-96d5-965b827dcb20 req-ee0551ae-2291-45d5-83cb-f3d767462b57 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Sep 15 13:12:18.450609 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-146f718d-7ff3-4a52-bf6c-779460ebdd63 req-dcea7534-5b36-41bd-8a75-dcf0f88a6fcc tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Sep 15 13:12:19.383822 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42635-39ee-4e68-884f-de61a450101b req-ec3cfdfb-abda-4770-a3f2-b190e73379fe tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:19.385190 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c1c42635-39ee-4e68-884f-de61a450101b req-ec3cfdfb-abda-4770-a3f2-b190e73379fe tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0489669 Sep 15 13:12:19.432395 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-c1c42635-39ee-4e68-884f-de61a450101b req-026f3e68-c0aa-43d5-849b-0d3105fafb02 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Sep 15 13:12:19.562486 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cf05716-ca74-40a7-bed4-336ba01eefbc req-02889da2-9dc8-4559-b79a-40c97bafaa5e tempest-TestMinimumBasicScenario-293295252 tempest-TestMinimumBasicScenario-293295252-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d6fe9060-6085-4ae1-90d1-dc0ed730c243 HTTP/1.1" status: 200 len: 210 time: 0.0273459 Sep 15 13:12:20.477371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:20.492530 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-242ccb0b-e596-4249-8022-c1ee41315c69 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:20.493999 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-242ccb0b-e596-4249-8022-c1ee41315c69 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0508919 Sep 15 13:12:20.554210 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5c7d3-f3b3-44d0-8f50-87296355d765 req-2ce71266-f090-47b2-b01b-7d09091a2413 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:20.555687 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-14d5c7d3-f3b3-44d0-8f50-87296355d765 req-2ce71266-f090-47b2-b01b-7d09091a2413 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8 HTTP/1.1" status: 200 len: 945 time: 0.0462511 Sep 15 13:12:20.578872 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Deleting port 58439e37-eefc-4a8c-9760-e461eec28bbb {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:20.579432 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:20.595184 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:20.604796 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-14d5c7d3-f3b3-44d0-8f50-87296355d765 req-8bb6bded-47ce-45b3-9b75-4bf858f8b8ea tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8e30de28-12dc-45d4-aa7e-976b3b924f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Sep 15 13:12:20.681887 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] For port 58439e37-eefc-4a8c-9760-e461eec28bbb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=58439e37-eefc-4a8c-9760-e461eec28bbb,segment=NetworkSegment(d66d4739-a8ba-4629-803f-9daa6ec48e01),segment_id=d66d4739-a8ba-4629-803f-9daa6ec48e01)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:20.682252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:20.696965 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Calling delete_port for 58439e37-eefc-4a8c-9760-e461eec28bbb owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:20.826174 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (58439e37-eefc-4a8c-9760-e461eec28bbb), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:20.858945 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Pushing event deleted for resources: {'Port': ['ID=58439e37-eefc-4a8c-9760-e461eec28bbb,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:20.863380 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['58439e37-eefc-4a8c-9760-e461eec28bbb'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:12:20.904421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] No DVR routers for this DVR port 58439e37-eefc-4a8c-9760-e461eec28bbb on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:12:20.906158 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:20.909371 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7be1185e-e674-4907-a279-c0e43afaf9c0 req-6e1b589e-834c-46f2-8148-987a6fcae1e4 tempest-VolumesSnapshotTestJSON-801865197 tempest-VolumesSnapshotTestJSON-801865197-project] 10.222.0.27 "DELETE /networking/v2.0/ports/58439e37-eefc-4a8c-9760-e461eec28bbb HTTP/1.1" status: 204 len: 173 time: 0.4094996 Sep 15 13:12:20.909873 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'name': 'network-vif-deleted', 'tag': '58439e37-eefc-4a8c-9760-e461eec28bbb'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:12:20.913084 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956fb4b1-46d4-4bb9-aad8-b5f38f2929e1" -d '{"events": [{"server_uuid": "bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8", "name": "network-vif-deleted", "tag": "58439e37-eefc-4a8c-9760-e461eec28bbb"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:12:20.959901 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb8b94e-13dc-4911-b881-5effb1d54136 x-openstack-request-id: req-9eb8b94e-13dc-4911-b881-5effb1d54136 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:12:20.960257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8", "name": "network-vif-deleted", "tag": "58439e37-eefc-4a8c-9760-e461eec28bbb", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:12:20.960569 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9eb8b94e-13dc-4911-b881-5effb1d54136 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:12:20.960974 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb8b94e-13dc-4911-b881-5effb1d54136'] response: {'server_uuid': 'bb61e131-e0f7-4b5b-8c5d-ba9102b36ac8', 'name': 'network-vif-deleted', 'tag': '58439e37-eefc-4a8c-9760-e461eec28bbb', 'status': 'completed', 'code': 200} Sep 15 13:12:21.239627 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 8664056d-9981-4374-9627-df05e9500424 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:21.258414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 8664056d-9981-4374-9627-df05e9500424 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:21.258768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 8664056d-9981-4374-9627-df05e9500424 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:21.259183 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 58439e37-eefc-4a8c-9760-e461eec28bbb no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:21.278447 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 58439e37-eefc-4a8c-9760-e461eec28bbb {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:21.278802 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 58439e37-eefc-4a8c-9760-e461eec28bbb not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:21.295593 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53042) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:21.891721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:22.059487 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:22.124303 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Deleting port 2ceab569-4be8-4314-be9c-6a0261e4d6ec {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:22.124650 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:22.203382 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:22.208429 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] For port 2ceab569-4be8-4314-be9c-6a0261e4d6ec, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2ceab569-4be8-4314-be9c-6a0261e4d6ec,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:22.209443 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:22.222623 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Calling delete_port for 2ceab569-4be8-4314-be9c-6a0261e4d6ec owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:22.397408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (2ceab569-4be8-4314-be9c-6a0261e4d6ec), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:22.424770 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceab569-4be8-4314-be9c-6a0261e4d6ec,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:22.452172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.452555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.452911 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.453235 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.453611 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.453895 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.454224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.454544 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.454867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.455196 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.455525 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.455846 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.456165 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.456505 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.456822 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:12:22.576921 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eac3eb8e-7398-4adc-b9de-6087b7162e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:22.600567 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:22.800818 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:22.805937 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:12:22.910232 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:12:22.915366 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-2925c0c4-22a6-4afe-a13b-32fa06e91ab8 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/eb81f9e2-72b4-4fd8-b1bc-01ce52887261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187224 Sep 15 13:12:22.917852 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53054) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:22.920498 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] Sync routers for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:12:22.931081 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:12:22.931667 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:11:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:23.020683 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks [] for router (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.037530 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:12:23.133582 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks [] for router_gateway (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.171831 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:23.184627 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Deleting port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:23.184985 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.273733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] For port 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:23.274092 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.287830 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Calling delete_port for 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 owned by network:router_gateway {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:23.312130 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:23.320904 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:12:22Z', 'revision_number': 5, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port': {'id': '3b875b3e-f6f3-438a-a4cf-c31f4e48fd31', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:23.322423 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:23.346841 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] Checking router: eb81f9e2-72b4-4fd8-b1bc-01ce52887261 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:12:23.356214 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] Routers {'eb81f9e2-72b4-4fd8-b1bc-01ce52887261'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:12:23.356778 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:11:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:23.440197 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] Set router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:12:23.453590 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (3b875b3e-f6f3-438a-a4cf-c31f4e48fd31), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.479390 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b875b3e-f6f3-438a-a4cf-c31f4e48fd31,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:23.491571 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:12:23Z', 'revision_number': 6, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:23.515583 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208d53d-b4f8-422f-bad0-3a6aefed0f1e None None] The sync data for ids ['eb81f9e2-72b4-4fd8-b1bc-01ce52887261'] in dv-cinder-836083-13-iscsi is: [{'id': 'eb81f9e2-72b4-4fd8-b1bc-01ce52887261', 'name': 'tempest-TestMinimumBasicScenario-1178975868-router', 'tenant_id': '8b815e753bbe4a54942550a564653fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:10Z', 'updated_at': '2022-09-15T13:12:23Z', 'revision_number': 6, 'project_id': '8b815e753bbe4a54942550a564653fd8', 'gw_port_host': None}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:12:23.551796 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.638740 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.640831 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks [] for router_controller (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.683190 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (eb81f9e2-72b4-4fd8-b1bc-01ce52887261), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.683982 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb81f9e2-72b4-4fd8-b1bc-01ce52887261 {{(pid=106205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:12:23.689526 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.690710 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-1223d177-84ee-48e2-99a4-2e3c16f590f3 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/eb81f9e2-72b4-4fd8-b1bc-01ce52887261 HTTP/1.1" status: 204 len: 168 time: 0.7719662 Sep 15 13:12:23.693844 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53062) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:23.731102 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:23.739432 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Deleting subnet aa6b0334-92ed-48cc-baa0-54b2b6701ab8 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:12:23.743545 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Publish callbacks [] for subnet (aa6b0334-92ed-48cc-baa0-54b2b6701ab8), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.779178 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (aa6b0334-92ed-48cc-baa0-54b2b6701ab8), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.860081 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (aa6b0334-92ed-48cc-baa0-54b2b6701ab8), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.925875 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (aa6b0334-92ed-48cc-baa0-54b2b6701ab8), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.954184 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6b0334-92ed-48cc-baa0-54b2b6701ab8,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:23.960624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:23.963236 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2ceab569-4be8-4314-be9c-6a0261e4d6ec no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:23.964472 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9d91d6b8-a89c-45da-b2fe-35d2dde56bdf admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/aa6b0334-92ed-48cc-baa0-54b2b6701ab8 HTTP/1.1" status: 204 len: 168 time: 0.2695224 Sep 15 13:12:23.967019 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53064) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:23.967232 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f4c03-3b1d-42e7-b149-d26564e84b3c None None] Network e454855a-4089-44b0-8a85-e3102edffd8c requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:12:24.024828 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 2ceab569-4be8-4314-be9c-6a0261e4d6ec {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:24.025170 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2ceab569-4be8-4314-be9c-6a0261e4d6ec not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:24.041230 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (e454855a-4089-44b0-8a85-e3102edffd8c), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.087891 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Deleting port 106df4c0-1e4c-44fe-909a-e7d6913573e2 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:24.088223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.089874 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:24.155905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] For port 106df4c0-1e4c-44fe-909a-e7d6913573e2, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=106df4c0-1e4c-44fe-909a-e7d6913573e2,segment=NetworkSegment(c97cfb45-aaba-4cff-b455-4191347e0c3e),segment_id=c97cfb45-aaba-4cff-b455-4191347e0c3e)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:24.156186 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.171823 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Calling delete_port for 106df4c0-1e4c-44fe-909a-e7d6913573e2 owned by network:dhcp {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:24.250328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (106df4c0-1e4c-44fe-909a-e7d6913573e2), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.275213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Pushing event deleted for resources: {'Port': ['ID=106df4c0-1e4c-44fe-909a-e7d6913573e2,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:24.280369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] No DVR routers for this DVR port 106df4c0-1e4c-44fe-909a-e7d6913573e2 on host dv-cinder-836083-13-iscsi {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:12:24.317167 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed9942-3a46-412e-9940-5e2f0d37fce8 None None] DHCP port deletion for e454855a-4089-44b0-8a85-e3102edffd8c request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:12:24.358063 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (e454855a-4089-44b0-8a85-e3102edffd8c), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.378773 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e454855a-4089-44b0-8a85-e3102edffd8c']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:24.388614 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97cfb45-aaba-4cff-b455-4191347e0c3e') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:24.388910 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97cfb45-aaba-4cff-b455-4191347e0c3e') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:24.400617 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (c97cfb45-aaba-4cff-b455-4191347e0c3e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.414802 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (c97cfb45-aaba-4cff-b455-4191347e0c3e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.421380 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:12:24.421831 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (c97cfb45-aaba-4cff-b455-4191347e0c3e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.483265 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (e454855a-4089-44b0-8a85-e3102edffd8c), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.488839 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.498253 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/e454855a-4089-44b0-8a85-e3102edffd8c HTTP/1.1" status: 204 len: 168 time: 0.5274420 Sep 15 13:12:24.498990 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53072) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:24.512248 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment c97cfb45-aaba-4cff-b455-4191347e0c3e resource provider aggregate not found Sep 15 13:12:24.516443 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a187fd-c6bb-489b-9cd2-38d452dc814a admin admin] Pushing event deleted for resources: {'Network': ['ID=e454855a-4089-44b0-8a85-e3102edffd8c,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:24.532346 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment c97cfb45-aaba-4cff-b455-4191347e0c3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c97cfb45-aaba-4cff-b455-4191347e0c3e found for delete ", "request_id": "req-4cf76f7a-5ec6-4fed-8d04-98b15704953d"}]} Sep 15 13:12:24.755559 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-52b4267a-d41b-4829-b876-6c5b4e3790cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.824196 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (e706456d-334f-4341-81b0-58e6afdf5dea), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:24.825585 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:24.859123 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:25.043897 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Deleting port 2c717577-b979-4f22-bed5-09829553c821 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:25.044137 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (2c717577-b979-4f22-bed5-09829553c821), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:25.121313 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] For port 2c717577-b979-4f22-bed5-09829553c821, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=2c717577-b979-4f22-bed5-09829553c821,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:25.121676 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (2c717577-b979-4f22-bed5-09829553c821), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:25.134419 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Calling delete_port for 2c717577-b979-4f22-bed5-09829553c821 owned by network:router_interface {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:25.308833 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (2c717577-b979-4f22-bed5-09829553c821), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:25.338754 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c717577-b979-4f22-bed5-09829553c821,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:25.498072 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (e706456d-334f-4341-81b0-58e6afdf5dea), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:25.651279 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:25.698681 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:25.717755 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Router e706456d-334f-4341-81b0-58e6afdf5dea has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:12:25.821866 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:12:25.828486 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-4519e9e8-f962-4410-9029-01ed694eab70 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/e706456d-334f-4341-81b0-58e6afdf5dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3269942 Sep 15 13:12:25.829687 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53078) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:25.830545 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] Sync routers for ids ['e706456d-334f-4341-81b0-58e6afdf5dea'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:12:25.853919 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] Routers {'e706456d-334f-4341-81b0-58e6afdf5dea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:12:25.854631 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:12:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['e706456d-334f-4341-81b0-58e6afdf5dea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:25.894680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:25.918691 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:25.918951 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 3b875b3e-f6f3-438a-a4cf-c31f4e48fd31 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:25.919360 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 106df4c0-1e4c-44fe-909a-e7d6913573e2 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:25.928296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks [] for router (e706456d-334f-4341-81b0-58e6afdf5dea), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:25.944894 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 106df4c0-1e4c-44fe-909a-e7d6913573e2 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:25.945241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 106df4c0-1e4c-44fe-909a-e7d6913573e2 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:25.999126 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] Set router e706456d-334f-4341-81b0-58e6afdf5dea gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:12:26.028217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks [] for router_gateway (e706456d-334f-4341-81b0-58e6afdf5dea), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.076911 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Deleting port 19f2a2e9-2432-498b-9cc2-68fc7d581503 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:26.077291 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.182651 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.185283 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:12:25Z', 'revision_number': 5, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port': {'id': '19f2a2e9-2432-498b-9cc2-68fc7d581503', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ac:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:26.187921 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:26.216529 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] Checking router: e706456d-334f-4341-81b0-58e6afdf5dea for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:12:26.218655 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:26.228150 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] Routers {'e706456d-334f-4341-81b0-58e6afdf5dea'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:12:26.228830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:12:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['e706456d-334f-4341-81b0-58e6afdf5dea'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:26.322217 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] Set router e706456d-334f-4341-81b0-58e6afdf5dea gateway port host: None {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:12:26.373504 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:12:26Z', 'revision_number': 6, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:26.378026 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] For port 19f2a2e9-2432-498b-9cc2-68fc7d581503, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=19f2a2e9-2432-498b-9cc2-68fc7d581503,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:26.378394 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.391717 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Calling delete_port for 19f2a2e9-2432-498b-9cc2-68fc7d581503 owned by network:router_gateway {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:26.399303 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3d4ab-b7e6-4857-9013-debc4eddeda7 None None] The sync data for ids ['e706456d-334f-4341-81b0-58e6afdf5dea'] in dv-cinder-836083-13-iscsi is: [{'id': 'e706456d-334f-4341-81b0-58e6afdf5dea', 'name': 'tempest-TestMinimumBasicScenario-987646851-router', 'tenant_id': 'de7356a41c984673bc0591b18f223208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:08:15Z', 'updated_at': '2022-09-15T13:12:26Z', 'revision_number': 6, 'project_id': 'de7356a41c984673bc0591b18f223208', 'gw_port_host': None}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:12:26.553973 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (19f2a2e9-2432-498b-9cc2-68fc7d581503), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.581956 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=19f2a2e9-2432-498b-9cc2-68fc7d581503,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:26.643721 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (e706456d-334f-4341-81b0-58e6afdf5dea), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.729356 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (e706456d-334f-4341-81b0-58e6afdf5dea), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.731456 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks [] for router_controller (e706456d-334f-4341-81b0-58e6afdf5dea), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.767421 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:26.777526 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (e706456d-334f-4341-81b0-58e6afdf5dea), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.778102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e706456d-334f-4341-81b0-58e6afdf5dea {{(pid=106204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:12:26.782632 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.783845 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b3426af8-ef95-42af-b280-fc715114c8fe admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/e706456d-334f-4341-81b0-58e6afdf5dea HTTP/1.1" status: 204 len: 168 time: 0.9532456 Sep 15 13:12:26.786358 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53082) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:26.839265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Deleting subnet a21dc0c9-145f-4399-9f00-0b2d54cb9184 {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:12:26.839265 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:26.841144 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Publish callbacks [] for subnet (a21dc0c9-145f-4399-9f00-0b2d54cb9184), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.877957 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (a21dc0c9-145f-4399-9f00-0b2d54cb9184), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:26.951096 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (a21dc0c9-145f-4399-9f00-0b2d54cb9184), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.007392 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (a21dc0c9-145f-4399-9f00-0b2d54cb9184), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.032696 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21dc0c9-145f-4399-9f00-0b2d54cb9184,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:27.036374 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.039504 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-b238eedc-e444-41ed-841e-1d6614cced27 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/a21dc0c9-145f-4399-9f00-0b2d54cb9184 HTTP/1.1" status: 204 len: 168 time: 0.2521417 Sep 15 13:12:27.042151 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53084) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:27.044802 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228be21-b4a9-47e4-819e-b6c1cb165f34 None None] Network ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:12:27.110127 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.157181 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Deleting port fb3c4d20-355d-44f7-a965-5c16fc1f0439 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:27.157523 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.207106 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] DHCP port deletion for ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:12:27.224934 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] For port fb3c4d20-355d-44f7-a965-5c16fc1f0439, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fb3c4d20-355d-44f7-a965-5c16fc1f0439,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:27.225301 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.238768 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Calling delete_port for fb3c4d20-355d-44f7-a965-5c16fc1f0439 owned by network:dhcp {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:27.245829 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] Deleting port fb3c4d20-355d-44f7-a965-5c16fc1f0439 {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:12:27.246196 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.314887 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] For port fb3c4d20-355d-44f7-a965-5c16fc1f0439, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=fb3c4d20-355d-44f7-a965-5c16fc1f0439,segment=NetworkSegment(c9aa3b0b-8854-4822-ba07-950638ad1e00),segment_id=c9aa3b0b-8854-4822-ba07-950638ad1e00)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:12:27.315362 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.326233 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.329757 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] Calling delete_port for fb3c4d20-355d-44f7-a965-5c16fc1f0439 owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:12:27.360894 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3c4d20-355d-44f7-a965-5c16fc1f0439,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:27.365535 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] No DVR routers for this DVR port fb3c4d20-355d-44f7-a965-5c16fc1f0439 on host dv-cinder-836083-13-iscsi {{(pid=106204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:12:27.414205 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (fb3c4d20-355d-44f7-a965-5c16fc1f0439), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.443249 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] Pushing event deleted for resources: {'Port': ['ID=fb3c4d20-355d-44f7-a965-5c16fc1f0439,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:27.448158 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.451149 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24658b72-48fb-4e9e-b87a-2d389056356a None None] No DVR routers for this DVR port fb3c4d20-355d-44f7-a965-5c16fc1f0439 on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:12:27.476542 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0abdda-137d-4c6e-90e5-c3aeb8f73b90']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:27.486879 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aa3b0b-8854-4822-ba07-950638ad1e00') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:27.487181 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aa3b0b-8854-4822-ba07-950638ad1e00') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:27.503457 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (c9aa3b0b-8854-4822-ba07-950638ad1e00), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.519351 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (c9aa3b0b-8854-4822-ba07-950638ad1e00), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.529540 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:12:27.530011 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (c9aa3b0b-8854-4822-ba07-950638ad1e00), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.583563 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment c9aa3b0b-8854-4822-ba07-950638ad1e00 resource provider aggregate not found Sep 15 13:12:27.617244 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (ae0abdda-137d-4c6e-90e5-c3aeb8f73b90), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.619926 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment c9aa3b0b-8854-4822-ba07-950638ad1e00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9aa3b0b-8854-4822-ba07-950638ad1e00 found for delete ", "request_id": "req-88eea1f3-577d-4ac8-b04a-96a0b3fde9a6"}]} Sep 15 13:12:27.623945 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.629578 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/ae0abdda-137d-4c6e-90e5-c3aeb8f73b90 HTTP/1.1" status: 204 len: 168 time: 0.5839870 Sep 15 13:12:27.647035 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671dab-53c9-40b7-b167-1582061f2dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0abdda-137d-4c6e-90e5-c3aeb8f73b90,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:27.824411 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2c717577-b979-4f22-bed5-09829553c821 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:27.841595 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53100) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:27.848299 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 2c717577-b979-4f22-bed5-09829553c821 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:27.848635 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 2c717577-b979-4f22-bed5-09829553c821 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:27.849768 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 19f2a2e9-2432-498b-9cc2-68fc7d581503 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:27.875501 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 19f2a2e9-2432-498b-9cc2-68fc7d581503 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:27.875787 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 19f2a2e9-2432-498b-9cc2-68fc7d581503 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:27.876118 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fb3c4d20-355d-44f7-a965-5c16fc1f0439 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:12:27.884451 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-99088940-f3dc-4067-b24c-9509c0dbcf02 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8b815e753bbe4a54942550a564653fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415328 Sep 15 13:12:27.887001 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53102) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:27.895637 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: fb3c4d20-355d-44f7-a965-5c16fc1f0439 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:12:27.896543 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device fb3c4d20-355d-44f7-a965-5c16fc1f0439 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:12:27.898465 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.937872 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-41ba8b1b-a2cf-4246-b18f-c1df82e97cab admin admin] Publish callbacks [] for security_group (9bf1cee4-1233-465b-b284-811a798a3e01), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:27.959101 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-41ba8b1b-a2cf-4246-b18f-c1df82e97cab admin admin] Publish callbacks [] for security_group (9bf1cee4-1233-465b-b284-811a798a3e01), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.005132 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-41ba8b1b-a2cf-4246-b18f-c1df82e97cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9bf1cee4-1233-465b-b284-811a798a3e01), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.007890 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-41ba8b1b-a2cf-4246-b18f-c1df82e97cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.009070 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-41ba8b1b-a2cf-4246-b18f-c1df82e97cab admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9bf1cee4-1233-465b-b284-811a798a3e01 HTTP/1.1" status: 204 len: 168 time: 0.1210835 Sep 15 13:12:28.011171 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:28.018166 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba8b1b-a2cf-4246-b18f-c1df82e97cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf1cee4-1233-465b-b284-811a798a3e01,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:28.042301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.335410 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53108) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:28.374639 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-bbab8d78-e2e2-4947-9909-29f2679f23c1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=de7356a41c984673bc0591b18f223208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381100 Sep 15 13:12:28.377011 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53110) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:28.425348 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d56134ea-d162-4980-95d3-b48dce715f5a admin admin] Publish callbacks [] for security_group (ade4a56b-cb93-41cc-ba33-30eb38f6778e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.448798 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d56134ea-d162-4980-95d3-b48dce715f5a admin admin] Publish callbacks [] for security_group (ade4a56b-cb93-41cc-ba33-30eb38f6778e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.495461 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d56134ea-d162-4980-95d3-b48dce715f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (ade4a56b-cb93-41cc-ba33-30eb38f6778e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.498263 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d56134ea-d162-4980-95d3-b48dce715f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:28.499451 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d56134ea-d162-4980-95d3-b48dce715f5a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ade4a56b-cb93-41cc-ba33-30eb38f6778e HTTP/1.1" status: 204 len: 168 time: 0.1215754 Sep 15 13:12:28.508280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56134ea-d162-4980-95d3-b48dce715f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4a56b-cb93-41cc-ba33-30eb38f6778e,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:33.493617 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:33.494463 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=19 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:37.877630 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:37.881057 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:38.031706 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:38.502827 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=75,neutron:DELETE=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:38.503603 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:38.520216 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=62,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:41.122830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.114805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53220) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:46.160749 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Deleting subnet 04984562-8548-457c-9ad7-60c3e68943a5 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:12:46.164506 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Publish callbacks [] for subnet (04984562-8548-457c-9ad7-60c3e68943a5), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.199738 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (04984562-8548-457c-9ad7-60c3e68943a5), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.238578 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (04984562-8548-457c-9ad7-60c3e68943a5), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.295503 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (04984562-8548-457c-9ad7-60c3e68943a5), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.325416 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.328428 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/04984562-8548-457c-9ad7-60c3e68943a5 HTTP/1.1" status: 204 len: 168 time: 0.2120023 Sep 15 13:12:46.329365 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a16ad6-a98f-419e-b237-befa7fe9fe36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04984562-8548-457c-9ad7-60c3e68943a5,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:46.331078 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53222) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:46.402641 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (dfb75596-7d80-4835-8571-ad93dfcc0300), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.480072 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (dfb75596-7d80-4835-8571-ad93dfcc0300), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.499217 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb75596-7d80-4835-8571-ad93dfcc0300']}} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:46.508490 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66d4739-a8ba-4629-803f-9daa6ec48e01') {'for_net_delete': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:46.508784 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.services.segments.db [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66d4739-a8ba-4629-803f-9daa6ec48e01') {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:12:46.518243 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460518'] for segment (d66d4739-a8ba-4629-803f-9daa6ec48e01), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.531823 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (d66d4739-a8ba-4629-803f-9daa6ec48e01), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.538446 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=106204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:12:46.538824 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693414'] for segment (d66d4739-a8ba-4629-803f-9daa6ec48e01), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.581084 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment d66d4739-a8ba-4629-803f-9daa6ec48e01 resource provider aggregate not found Sep 15 13:12:46.599260 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.services.segments.plugin [-] Segment d66d4739-a8ba-4629-803f-9daa6ec48e01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d66d4739-a8ba-4629-803f-9daa6ec48e01 found for delete ", "request_id": "req-b15c84fc-ca83-4eab-9873-2a062c7d6089"}]} Sep 15 13:12:46.603858 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (dfb75596-7d80-4835-8571-ad93dfcc0300), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.609216 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.612242 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/dfb75596-7d80-4835-8571-ad93dfcc0300 HTTP/1.1" status: 204 len: 168 time: 0.2801731 Sep 15 13:12:46.623497 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adf026-cc87-427f-9e73-7999543207e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb75596-7d80-4835-8571-ad93dfcc0300,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:46.777819 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53230) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:46.826357 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a7bb9bbb-5020-4e3c-b5a5-0a9e4595808e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9d04252e755e423eaf19e824f1c8c516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473044 Sep 15 13:12:46.828938 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53232) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:12:46.879829 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a5e77f39-dcf2-4dc5-8cb6-d15561f1a441 admin admin] Publish callbacks [] for security_group (8e30de28-12dc-45d4-aa7e-976b3b924f41), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.901949 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a5e77f39-dcf2-4dc5-8cb6-d15561f1a441 admin admin] Publish callbacks [] for security_group (8e30de28-12dc-45d4-aa7e-976b3b924f41), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.952568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a5e77f39-dcf2-4dc5-8cb6-d15561f1a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8e30de28-12dc-45d4-aa7e-976b3b924f41), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.955278 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a5e77f39-dcf2-4dc5-8cb6-d15561f1a441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:46.959047 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a5e77f39-dcf2-4dc5-8cb6-d15561f1a441 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8e30de28-12dc-45d4-aa7e-976b3b924f41 HTTP/1.1" status: 204 len: 168 time: 0.1266220 Sep 15 13:12:46.964673 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e77f39-dcf2-4dc5-8cb6-d15561f1a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30de28-12dc-45d4-aa7e-976b3b924f41,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:12:47.962949 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-40b45278-84fc-4e74-b92c-a2d2115b0202 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409875 Sep 15 13:12:48.063639 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-b504b6f9-027b-49ee-a0a4-10a291e15e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:48.065064 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-b504b6f9-027b-49ee-a0a4-10a291e15e62 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1130 time: 0.0389466 Sep 15 13:12:48.170924 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-ed56a1eb-cabc-4a14-ac4a-92196cd16625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:48.172392 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-ed56a1eb-cabc-4a14-ac4a-92196cd16625 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0888140 Sep 15 13:12:48.232633 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-b4afc694-62cd-4ace-b82e-2716805fc1ea service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 HTTP/1.1" status: 200 len: 1002 time: 0.0534220 Sep 15 13:12:48.280788 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-1cf9500c-7e95-4965-8ed4-a2c0c2dc5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:48.282180 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-1cf9500c-7e95-4965-8ed4-a2c0c2dc5e41 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0432968 Sep 15 13:12:48.327377 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-c01d0f68-0858-4b8f-818f-91212401edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:12:48.328772 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-c01d0f68-0858-4b8f-818f-91212401edcb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409193 Sep 15 13:12:48.416948 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-96d85237-7080-45ed-833e-2e6ec73ad3eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820293 Sep 15 13:12:48.486210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:48.497363 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:48.512576 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-05d7807e-7662-4f3a-9f71-19387f61e3b6 req-9cd4286f-3ee5-4d49-906e-8a3103d93a8e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886703 Sep 15 13:12:52.581855 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ff7a838e-dba8-4600-b1ce-706f50619f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:53.823459 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:12:54.758489 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0286603c-e36e-4452-b718-e6440b23a2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:56.162544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:56.613932 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:56.614708 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=27,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:12:57.859190 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:58.029907 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:12:58.511257 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:07.966525 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:07.967394 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:08.019209 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:08.026177 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:11.127795 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:20.916478 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=14 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:20.917123 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=12 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:21.117840 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:21.123966 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:22.585233 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eaacf50b-9a11-4ce7-93db-80a0cb7d5586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:24.759539 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-103b5a62-d4c3-443c-b28a-529a5d2fe0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:26.164989 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:27.861905 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:28.032231 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:30.822819 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:13:38.026281 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:38.028856 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:41.136890 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:44.972104 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:44.972847 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:48.952581 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-98dddc15-34e3-4b48-9e3c-bfd30bb25a65 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385790 Sep 15 13:13:49.051638 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-57283fa4-9be2-4465-b706-d51190c1c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:13:49.053147 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-57283fa4-9be2-4465-b706-d51190c1c5c2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 1130 time: 0.0391681 Sep 15 13:13:49.159287 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-d4723b24-7153-4265-937b-8bffbf086f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:13:49.160783 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-d4723b24-7153-4265-937b-8bffbf086f3b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0903263 Sep 15 13:13:49.220970 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-055e1dbc-3522-409c-a7d3-373f5f1fb1a4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 HTTP/1.1" status: 200 len: 1002 time: 0.0541589 Sep 15 13:13:49.270401 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-cab63b68-b620-4db1-b9c1-8f4de4564abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:13:49.272513 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-cab63b68-b620-4db1-b9c1-8f4de4564abc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0453982 Sep 15 13:13:49.312688 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-6f37dcfa-eb60-4dde-9569-e9a8b21e627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:13:49.314099 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-6f37dcfa-eb60-4dde-9569-e9a8b21e627a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367091 Sep 15 13:13:49.401457 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-e24053d2-018a-46b1-b8ad-abb6e75f8bd5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813255 Sep 15 13:13:49.492111 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a00f916b-1352-4894-842f-ae49bc8c6e60 req-17731eca-d283-48b2-a9df-8dd2497f45ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847280 Sep 15 13:13:52.587020 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-cffaaebb-6499-4378-9ca6-4dc801e6c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:54.761563 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-df8001c2-5259-480a-8a14-d199cbafe4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:56.168047 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:57.866241 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:58.034549 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:13:59.487129 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=53 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:13:59.487931 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=48 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:07.822780 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:14:08.029235 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:08.031195 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:11.137882 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:19.177530 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-e4f6546d-e010-4a65-ae8a-67c23e70b4ac req-46c9542f-dbaa-4dc2-a799-b947296ddc6e service neutron] (106205) timed out ('10.222.0.27', 64609) {{(pid=106205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:14:21.132018 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:21.133911 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:21.492090 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def56e3d-1c63-48d1-bf99-643ca2810f2a req-3fd72cb4-ee56-4656-a0ad-4f730a751c0f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:21.493608 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-def56e3d-1c63-48d1-bf99-643ca2810f2a req-3fd72cb4-ee56-4656-a0ad-4f730a751c0f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 946 time: 0.2453573 Sep 15 13:14:21.542350 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-def56e3d-1c63-48d1-bf99-643ca2810f2a req-fafb832a-8351-4927-adc4-8c02ebbad478 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430844 Sep 15 13:14:21.968024 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:21.979110 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:22.589995 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-0b79ba3a-6b81-4ce5-a738-91b9c5a84bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:22.729339 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62d9e1-a7d9-4fa8-9192-ed72453e49b4 req-8d6f307b-4d7d-45cc-af35-d98bd27f776f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:22.730782 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd62d9e1-a7d9-4fa8-9192-ed72453e49b4 req-8d6f307b-4d7d-45cc-af35-d98bd27f776f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 946 time: 0.1014838 Sep 15 13:14:22.779711 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd62d9e1-a7d9-4fa8-9192-ed72453e49b4 req-72b23b5e-405b-4844-8e1b-e34fd7428a2a tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Sep 15 13:14:23.124161 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-bdc7c4aa-4684-4e93-a41e-b5dca7e1f81b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:23.125748 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-bdc7c4aa-4684-4e93-a41e-b5dca7e1f81b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 946 time: 0.0513163 Sep 15 13:14:23.206280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Deleting port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:14:23.206619 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:23.570343 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] For port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:14:23.570706 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:23.727523 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:23.727873 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (a8800c3c-19b9-457d-a9d4-565b78653783), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:23.728187 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Floating IP a8800c3c-19b9-457d-a9d4-565b78653783 disassociated. External IP: 172.27.1.196, port: 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6. Sep 15 13:14:23.728556 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Calling delete_port for 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:14:23.857087 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:23.883374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'Port': ['ID=93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:23.893346 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.893701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.894044 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.894396 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.894718 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.894963 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-7d3d9781-ad55-481e-9805-3a731afe8ea0 req-376e8dcf-db3f-49c3-8b08-195dd14cd9a4 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 210 time: 0.0369446 Sep 15 13:14:23.895465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.895465 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.895733 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.895993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.896339 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.897147 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.897147 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.897909 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.898488 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:23.898751 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:24.007418 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:14:24.100410 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:24.113492 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:14:24.124413 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:14:24.135459 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:14:24.136061 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:13:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:24.155896 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] No DVR routers for this DVR port 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:14:24.158408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:24.161624 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2f5568a9-d6c3-4497-81ad-7f93fec80422 req-b26b26a2-78ca-4296-887e-a837c7e03cbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "DELETE /networking/v2.0/ports/93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 HTTP/1.1" status: 204 len: 173 time: 1.0301034 Sep 15 13:14:24.162097 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'name': 'network-vif-deleted', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:14:24.165492 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de57770-1410-46fe-91ba-b0be559de6e9" -d '{"events": [{"server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "name": "network-vif-deleted", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:14:24.248536 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:14:24.277976 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d1b75-4272-47c4-86fe-84e9def07317 x-openstack-request-id: req-c42d1b75-4272-47c4-86fe-84e9def07317 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:14:24.278296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2714f-b4cf-431b-b172-22bb4feb5e27", "name": "network-vif-deleted", "tag": "93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:14:24.278805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c42d1b75-4272-47c4-86fe-84e9def07317 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:14:24.279296 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42d1b75-4272-47c4-86fe-84e9def07317'] response: {'server_uuid': 'b1f2714f-b4cf-431b-b172-22bb4feb5e27', 'name': 'network-vif-deleted', 'tag': '93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6', 'status': 'completed', 'code': 200} Sep 15 13:14:24.439973 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:24.467519 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:14:24.476402 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:14:24.476994 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:13:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:24.578978 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:14:24.763287 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c19200df-141a-40dc-b75a-dcfa5fbcd90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:24.853177 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:24.880140 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdbdbf5-c27b-41b4-874f-4cd54fe33431 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:14:25.025555 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-46eab69f-cc23-4e0b-b7fb-1f457c360a26 req-f37ebfc4-83fb-4937-bdd0-233b9fbfa796 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b1f2714f-b4cf-431b-b172-22bb4feb5e27 HTTP/1.1" status: 200 len: 210 time: 0.0298448 Sep 15 13:14:25.132874 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e59043-91d9-4c34-925c-5d61f3e3d8ab None None] New status for floating IP a8800c3c-19b9-457d-a9d4-565b78653783: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:14:26.102807 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:14:26.125643 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:14:26.125990 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 93e2cbdf-d2a6-4d91-93d8-dead8f9bc2b6 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:14:26.171438 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:26.308239 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-8f6d2c0d-9038-4034-8c8d-eadf1cc940bf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1018743802&fields=id&tenant_id=1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 267 time: 0.0450156 Sep 15 13:14:26.416203 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-14dbd92e-9f3e-421c-859a-03e2e856cd7a tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:26.417602 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-14dbd92e-9f3e-421c-859a-03e2e856cd7a tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 812 time: 0.1030362 Sep 15 13:14:26.432600 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-fa388bee-0cae-4373-b06d-11dff1ee1edf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/quotas/1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 375 time: 0.0094993 Sep 15 13:14:26.480999 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-ef44e3ac-9601-4c0a-869d-4513f265a9bb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435522 Sep 15 13:14:26.582865 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-c5e8573d-8bca-4a7a-8e38-eea789e56068 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900152 Sep 15 13:14:26.671275 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-b5eeee71-f8be-48a7-a670-17ebb75749da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825803 Sep 15 13:14:26.962628 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5e20080e-530c-4704-99dc-752c755e6496 req-a942ccab-9624-4bbb-8bb6-69a2b2d457cf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 210 time: 0.0318575 Sep 15 13:14:27.870711 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:27.989357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:28.031664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-db2f5419-08f6-4a62-822c-b70de92f945f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:28.033983 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-db2f5419-08f6-4a62-822c-b70de92f945f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 812 time: 0.1184480 Sep 15 13:14:28.041302 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.067265 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-e8294e37-020a-4a1f-8972-e9cb01689fc9 req-5cfc956c-b456-48bc-a593-52fea7546c63 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 210 time: 0.0271881 Sep 15 13:14:28.110921 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-f0faa231-a3eb-4ef3-a4e2-5227a8b8cea9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 380 time: 0.0620673 Sep 15 13:14:28.119926 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'port': {'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'admin_state_up': True, 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'security_groups': ['9b23c589-6613-483a-b667-498c55255429']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:14:28.230719 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Made reservation on behalf of 1344373f29a44b7c8db2f9bab5f38467 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:14:28.234481 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.363211 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Allocated IP 172.20.0.12 (557bdd31-96bd-482d-9ed9-43fcea7b78d7/c406953a-b169-42de-9d85-c4a9229085b8/5f2b06e0-044d-47fc-9990-00ba28ee8a35) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:14:28.506589 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.541308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.588145 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:14:28.591385 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:14:28.595205 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:14:28.623630 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=5f2b06e0-044d-47fc-9990-00ba28ee8a35,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:28.650311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:28.650954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.654337 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:28.672362 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-3794b8b1-7e32-403f-b495-6d52c63d17fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564158 Sep 15 13:14:28.738389 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Request body: {'port': {'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:14:28.795158 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Provisioning complete for port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:14:28.795600 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.796021 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Attempt 1 to provision port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 Sep 15 13:14:28.801583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:28.827271 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:14:28.971756 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:29.055024 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2b06e0-044d-47fc-9990-00ba28ee8a35 {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:14:29.062867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Publish callbacks [] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:29.076116 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Transition to ACTIVE for port object 5f2b06e0-044d-47fc-9990-00ba28ee8a35 will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:14:29.079341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:29.171534 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b06e0-044d-47fc-9990-00ba28ee8a35,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:29.220694 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc15e0-a53b-4918-8c20-44188b128748 req-0be4ee01-34ee-4763-a0b8-b44e5a029380 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:29.222217 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-26fc15e0-a53b-4918-8c20-44188b128748 req-0be4ee01-34ee-4763-a0b8-b44e5a029380 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0652003 Sep 15 13:14:29.237470 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Attempting to bind port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:14:29.237805 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Attempting to bind port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:14:29.238137 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Attempting to bind port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:14:29.308441 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-26fc15e0-a53b-4918-8c20-44188b128748 req-6578fc92-649e-44bd-9b2e-e41772b626aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805798 Sep 15 13:14:29.310343 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:14:29.310666 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Attempting to bind port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:14:29.328032 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Attempt 2 to provision port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 Sep 15 13:14:29.356457 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:14:29.356788 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Checking segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:14:29.357169 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Bound using segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:14:29.357601 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Bound port: 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:14:29.357960 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:29.363716 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:14:29.418152 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] For port 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:14:29.421142 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] For port 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:14:29.427002 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:29.431408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:29.432025 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:29.433423 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 1094 time: 0.7497754 Sep 15 13:14:29.433959 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:14:29.436208 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:14:29.480492 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88a4f8-c845-4c9c-8dfd-4149582ebd99 x-openstack-request-id: req-2e88a4f8-c845-4c9c-8dfd-4149582ebd99 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:14:29.480779 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:14:29.481032 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e88a4f8-c845-4c9c-8dfd-4149582ebd99 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:14:29.481438 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e88a4f8-c845-4c9c-8dfd-4149582ebd99'] response: {'name': 'network-changed', 'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'status': 'completed', 'code': 200} Sep 15 13:14:29.486298 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c402bb-d31c-4307-8692-36671b21afb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b06e0-044d-47fc-9990-00ba28ee8a35,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:29.536740 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:29.541498 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-d41a2faa-c449-42ce-afe8-eaddfac82570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:29.543054 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-d41a2faa-c449-42ce-afe8-eaddfac82570 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1128 time: 0.0403957 Sep 15 13:14:29.588992 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-8439bed7-beef-4bad-a99a-9dcf907e8d48 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 217 time: 0.0339754 Sep 15 13:14:29.635628 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-a722d3b3-e29b-407c-9401-c57522841186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:29.637050 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-a722d3b3-e29b-407c-9401-c57522841186 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0425448 Sep 15 13:14:29.678325 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-6eda8af1-079c-4b78-99a4-c4e91ca578fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:29.680637 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-6eda8af1-079c-4b78-99a4-c4e91ca578fc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379457 Sep 15 13:14:29.771490 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-06b49fb2-5deb-4aca-83bc-0fc0dc371085 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Sep 15 13:14:29.847663 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:29.862687 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9160524b-ea2d-4a5d-9d00-9642546d170c req-a62cdf36-57cb-4d7e-abc7-7a0b535e2f6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844533 Sep 15 13:14:29.864646 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Attempt 3 to provision port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 Sep 15 13:14:29.904219 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-e29573bd-0d46-481c-b265-382b302397a4 None None] Port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:14:30.431659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bdfb0-3e01-4d73-9d17-488c79bc0bc6 req-0b770e1c-9ae7-4f63-a560-afb9c87e506b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:30.433133 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9e5bdfb0-3e01-4d73-9d17-488c79bc0bc6 req-0b770e1c-9ae7-4f63-a560-afb9c87e506b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0504472 Sep 15 13:14:30.481840 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-9e5bdfb0-3e01-4d73-9d17-488c79bc0bc6 req-af78f118-cb5e-4880-bb91-c5a5ba9cf6d4 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Sep 15 13:14:30.589364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-b1adf2c5-1a10-4453-b62e-54b9f7b5ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:30.590803 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-b1adf2c5-1a10-4453-b62e-54b9f7b5ed4e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1128 time: 0.0391858 Sep 15 13:14:30.684039 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-cc3f5832-597a-4658-9a65-15727fd50ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:30.685430 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-cc3f5832-597a-4658-9a65-15727fd50ed0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0879588 Sep 15 13:14:30.723016 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-64d7dc0b-fb93-4941-9922-57db562a97cb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 217 time: 0.0315132 Sep 15 13:14:30.769027 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-b7385ded-396e-4437-b516-f1e50a24889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:30.770412 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-b7385ded-396e-4437-b516-f1e50a24889b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0417879 Sep 15 13:14:30.815993 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-56092f93-4ce0-45ef-a35d-90aed9b3ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:30.817450 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-56092f93-4ce0-45ef-a35d-90aed9b3ad55 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410888 Sep 15 13:14:30.906825 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-f6e1f800-1cde-4452-a0c6-7f41d7df9945 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828574 Sep 15 13:14:30.999608 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e1cf6798-9443-46cd-9c0b-22b7da32f6a7 req-f1d73417-cbc6-4f78-9837-19e0698a5fa9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870321 Sep 15 13:14:31.606755 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fde68b-0e7c-41ff-80d8-145a694d92a1 req-8c750cc5-e9d7-44a0-b29a-80c05d453a62 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:31.608217 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-51fde68b-0e7c-41ff-80d8-145a694d92a1 req-8c750cc5-e9d7-44a0-b29a-80c05d453a62 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0514395 Sep 15 13:14:31.658882 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-51fde68b-0e7c-41ff-80d8-145a694d92a1 req-0607ba26-407e-40bc-b5e9-52c2c5a38e04 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Sep 15 13:14:32.778678 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce16a8-29ad-406c-88c6-2338fb1f1c3d req-b31c9fe7-1390-47c8-be9a-b8b7cf759d24 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:32.780135 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dfce16a8-29ad-406c-88c6-2338fb1f1c3d req-b31c9fe7-1390-47c8-be9a-b8b7cf759d24 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0470583 Sep 15 13:14:32.828541 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-dfce16a8-29ad-406c-88c6-2338fb1f1c3d req-d8ef24a4-62b4-4cb0-bf1c-afa1bb8166d5 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Sep 15 13:14:33.948802 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732ad1c-1255-443b-a957-419ef43612b3 req-7fb9179d-59e3-4ea8-8584-05f0f126a3a8 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:33.950273 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9732ad1c-1255-443b-a957-419ef43612b3 req-7fb9179d-59e3-4ea8-8584-05f0f126a3a8 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0466139 Sep 15 13:14:33.999319 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-9732ad1c-1255-443b-a957-419ef43612b3 req-20bea60b-6a0d-4c72-9ffb-b17024c27f9f tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Sep 15 13:14:34.855577 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=66 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:34.856358 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=66 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:35.119693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98210-00f9-4d15-a804-10904f0dc9e5 req-95023185-9ed8-488e-9827-3bd00b2c7939 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:35.121379 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-60d98210-00f9-4d15-a804-10904f0dc9e5 req-95023185-9ed8-488e-9827-3bd00b2c7939 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0472941 Sep 15 13:14:35.173274 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-60d98210-00f9-4d15-a804-10904f0dc9e5 req-9c01e224-360a-46bc-bbe9-4ca948ac8316 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464025 Sep 15 13:14:36.293587 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46e32-e869-499a-957c-0381fc8e97a2 req-6812e6ce-b0ce-4f6d-aafd-a66d3bc01360 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:36.295020 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0de46e32-e869-499a-957c-0381fc8e97a2 req-6812e6ce-b0ce-4f6d-aafd-a66d3bc01360 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0468178 Sep 15 13:14:36.346439 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-0de46e32-e869-499a-957c-0381fc8e97a2 req-681fa204-3127-4718-8597-3dd42dad2653 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459285 Sep 15 13:14:36.873402 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [req-4cebd64a-a755-42e2-b4ec-4836f64b94c9 req-208cf99c-f341-4842-8de6-f49c55421ea2 service neutron] (106204) timed out ('10.222.0.27', 64596) {{(pid=106204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:14:37.466631 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6bb73-42dc-4dd5-b9dd-c0a7848d60a5 req-77e563b0-66fb-4e75-96f5-5a36b47d35b4 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:37.468071 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5be6bb73-42dc-4dd5-b9dd-c0a7848d60a5 req-77e563b0-66fb-4e75-96f5-5a36b47d35b4 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 944 time: 0.0467334 Sep 15 13:14:37.490058 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:37.523511 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5be6bb73-42dc-4dd5-b9dd-c0a7848d60a5 req-baf0f050-f2b5-4eb6-a7a5-69172dfc862b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Sep 15 13:14:38.142347 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 5f2b06e0-044d-47fc-9990-00ba28ee8a35 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:14:38.240210 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:14:38.251711 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:14:38.285590 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:14:38.285976 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:38.298800 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2b06e0-044d-47fc-9990-00ba28ee8a35 {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:14:38.319522 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:14:38.324449 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:38.372461 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=5f2b06e0-044d-47fc-9990-00ba28ee8a35,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:38.379245 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.379590 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.379931 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.380285 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.380623 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.380950 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.381275 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.382149 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.382477 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.382793 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.383115 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.383435 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.383754 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.384069 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.384423 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:14:38.480838 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [req-91cf377d-a2d0-4762-9946-e437a54da46c req-f8496f7b-c94f-4cdf-88ec-e8c5ea20c9c5 service neutron] (106204) timed out ('10.222.0.27', 64626) {{(pid=106204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:14:38.646991 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d767c-2a03-4d49-9b6e-d6c3b5dfbdee req-72fbf258-be6a-407a-b33e-9408cf04c6bc tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:38.648682 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b41d767c-2a03-4d49-9b6e-d6c3b5dfbdee req-72fbf258-be6a-407a-b33e-9408cf04c6bc tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 945 time: 0.0461199 Sep 15 13:14:38.697908 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b41d767c-2a03-4d49-9b6e-d6c3b5dfbdee req-37b3b9cd-1375-4ee6-9a4d-d736381e0e19 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436287 Sep 15 13:14:38.728597 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['5f2b06e0-044d-47fc-9990-00ba28ee8a35'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:14:38.930834 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:38.948129 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:39.583101 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [req-ea832d44-6b63-47fd-9fb0-d23af634210b req-f808b307-ffae-4ed1-888f-9ec78625f813 service neutron] (106204) timed out ('10.222.0.27', 64637) {{(pid=106204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:14:39.821954 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf4a9-3877-438a-af0f-ca3e5fbd458d req-c41a611e-69ac-45ee-803f-98d96c2520f0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:39.823430 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e81bf4a9-3877-438a-af0f-ca3e5fbd458d req-c41a611e-69ac-45ee-803f-98d96c2520f0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Sep 15 13:14:39.879547 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e81bf4a9-3877-438a-af0f-ca3e5fbd458d req-0c453e8f-685e-49d8-8a0e-1954de69f700 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499084 Sep 15 13:14:40.148908 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 5f2b06e0-044d-47fc-9990-00ba28ee8a35 up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:14:40.195203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:14:40.200980 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:14:40.201338 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:40.201681 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 Sep 15 13:14:40.274133 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:14:40.274508 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:40.297290 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:14:40.299701 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f06a29-68ff-480f-9d03-ed75bcc90df0" -d '{"events": [{"server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:14:40.313823 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:14:40.317871 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:40.342734 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e1713-c621-4342-9ef7-76fcc1268951 x-openstack-request-id: req-5c5e1713-c621-4342-9ef7-76fcc1268951 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:14:40.343098 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:14:40.343355 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c5e1713-c621-4342-9ef7-76fcc1268951 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:14:40.343751 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5e1713-c621-4342-9ef7-76fcc1268951'] response: {'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'code': 200} Sep 15 13:14:40.367470 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=5f2b06e0-044d-47fc-9990-00ba28ee8a35,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:40.587204 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1361b-1f74-4c4b-8a69-ece504cdbc99 req-16ca2e79-b7da-4cd4-b1c3-80d9d1c23706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:40.588694 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5b1361b-1f74-4c4b-8a69-ece504cdbc99 req-16ca2e79-b7da-4cd4-b1c3-80d9d1c23706 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0412714 Sep 15 13:14:40.626073 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:40.634579 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-f5b1361b-1f74-4c4b-8a69-ece504cdbc99 req-cb1edf34-3943-46d7-9617-c360043a8f0a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402124 Sep 15 13:14:40.998448 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf39b66-9aba-41b5-9977-a4f5500c169f req-1cb8f00c-45f5-4d61-aeab-dcc1a3fb1d93 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:40.999909 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2bf39b66-9aba-41b5-9977-a4f5500c169f req-1cb8f00c-45f5-4d61-aeab-dcc1a3fb1d93 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0467846 Sep 15 13:14:41.048752 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2bf39b66-9aba-41b5-9977-a4f5500c169f req-7653a622-25f9-4e51-a59b-befa86067c03 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Sep 15 13:14:41.149982 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:42.173933 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e297fa-dd91-46a4-b141-223efcddeff7 req-4dd45d1b-7ec8-4e83-b8c6-dfd8315ec011 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:42.175421 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-53e297fa-dd91-46a4-b141-223efcddeff7 req-4dd45d1b-7ec8-4e83-b8c6-dfd8315ec011 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Sep 15 13:14:42.226296 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-53e297fa-dd91-46a4-b141-223efcddeff7 req-9e68a279-2bf1-4364-8efe-0083a1f02dfe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Sep 15 13:14:43.348129 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c9c19-9c18-4960-9883-17215e749215 req-41ac856f-4dba-40dc-a175-9714bb44deed tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:43.349525 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0c0c9c19-9c18-4960-9883-17215e749215 req-41ac856f-4dba-40dc-a175-9714bb44deed tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0496287 Sep 15 13:14:43.398090 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-0c0c9c19-9c18-4960-9883-17215e749215 req-9009dd06-9477-4001-83ce-c7a3f1f65406 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Sep 15 13:14:43.506741 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:43.509763 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:43.520816 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31fc22-7bb4-4f4e-8da8-208fc2d2ffcd req-eda46d00-1aca-4941-b633-0a96e8273064 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:43.522973 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3d31fc22-7bb4-4f4e-8da8-208fc2d2ffcd req-eda46d00-1aca-4941-b633-0a96e8273064 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0515437 Sep 15 13:14:43.571415 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-3d31fc22-7bb4-4f4e-8da8-208fc2d2ffcd req-cbf86fa5-6e03-4edc-8958-9c0caa8c0033 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Sep 15 13:14:43.600723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53356) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:14:43.637374 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514acae-3cd4-4fd1-9dd7-6936deee19e0 tempest-TestVolumeBootPattern-931099656 tempest-TestVolumeBootPattern-931099656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:43.638866 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6514acae-3cd4-4fd1-9dd7-6936deee19e0 tempest-TestVolumeBootPattern-931099656 tempest-TestVolumeBootPattern-931099656-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1125 time: 0.0372319 Sep 15 13:14:43.641627 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53358) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:14:43.645693 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:14:43.668384 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:43.746843 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:43.848491 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Allocated IP 172.27.1.21 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/f2b3900f-736e-42ca-a73b-d13462b39b1b) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:14:43.954406 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:43.985247 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:43.989477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:44.031364 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:14:44.034803 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:14:44.037300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:14:44.039738 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=f2b3900f-736e-42ca-a73b-d13462b39b1b,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:44.195135 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:44.385278 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (42f3a8e8-d5ef-4695-a440-38c28009fb66), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:44.449777 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:44.595762 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:44.600341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:44.668183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (42f3a8e8-d5ef-4695-a440-38c28009fb66), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:44.669773 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=f2b3900f-736e-42ca-a73b-d13462b39b1b,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:14:44.822535 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:14:45.035150 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Floating IP 42f3a8e8-d5ef-4695-a440-38c28009fb66 associated. External IP: 172.27.1.21, port: 5f2b06e0-044d-47fc-9990-00ba28ee8a35. Sep 15 13:14:45.131409 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:45.230739 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:14:45.289963 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:45.336868 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:14:45.346539 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:14:45.354531 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:45.356951 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:14:45.357565 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:14:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:45.387872 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-6320d694-3775-4e2a-bf90-45b05ce824fd tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7452512 Sep 15 13:14:45.388753 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:14:45.391122 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b38261-ff90-4f66-b10c-b6bf651a7bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:14:45.430634 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2abbfb-9346-4733-8075-aac6b58ff1a6 x-openstack-request-id: req-9d2abbfb-9346-4733-8075-aac6b58ff1a6 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:14:45.430934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:14:45.431207 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d2abbfb-9346-4733-8075-aac6b58ff1a6 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:14:45.431640 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2abbfb-9346-4733-8075-aac6b58ff1a6'] response: {'name': 'network-changed', 'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'status': 'completed', 'code': 200} Sep 15 13:14:45.461504 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:14:45.519051 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-0589d6fb-4b06-4c47-a363-f66a472e1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:45.520583 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-0589d6fb-4b06-4c47-a363-f66a472e1220 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0387917 Sep 15 13:14:45.611035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-6e05f520-0429-4e19-bc25-8acd83df37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:45.612571 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-6e05f520-0429-4e19-bc25-8acd83df37ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0851004 Sep 15 13:14:45.671558 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:44Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:45.676949 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-135d2c86-e202-4046-8223-7a3c1f85634c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 999 time: 0.0589845 Sep 15 13:14:45.700349 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:14:45.708860 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:14:45.709470 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:14:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:45.725148 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-19971dfa-2409-4f60-9b3f-a276bcbc1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:45.726792 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-19971dfa-2409-4f60-9b3f-a276bcbc1508 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0438206 Sep 15 13:14:45.769987 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-0bfebef5-5a24-4fe3-b459-8020094f8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:45.771459 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-0bfebef5-5a24-4fe3-b459-8020094f8e73 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384786 Sep 15 13:14:45.809957 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:14:45.866007 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-e48edd50-2f09-4ebb-9132-dbee19df2560 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879917 Sep 15 13:14:45.956488 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-94b38261-ff90-4f66-b10c-b6bf651a7bb2 req-ae745471-4a29-48c6-a46e-4e54e3e3274f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852404 Sep 15 13:14:46.024157 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:44Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:14:46.048362 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fc228-7776-4acc-bb8e-9b42c1ed4db7 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:44Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:14:46.239685 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a902268-dafa-4bf0-86e4-e92dd5bec62e None None] New status for floating IP 42f3a8e8-d5ef-4695-a440-38c28009fb66: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:14:50.968687 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-99db0eae-7980-432c-82cf-66183c1c5d85 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425384 Sep 15 13:14:51.067193 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-5e929ad9-f42e-4f2c-9792-b4f7185c621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:51.069389 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-5e929ad9-f42e-4f2c-9792-b4f7185c621a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0383766 Sep 15 13:14:51.177612 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-b57cf945-7116-48ca-8041-68a18db36528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:51.179971 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-b57cf945-7116-48ca-8041-68a18db36528 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0887241 Sep 15 13:14:51.240047 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-497ebc76-1fc8-4e57-9f0f-0de345888256 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 1001 time: 0.0544415 Sep 15 13:14:51.252780 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:51.288296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-a5c8778f-acb9-4ac2-8d82-75b37a6b2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:51.289723 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-a5c8778f-acb9-4ac2-8d82-75b37a6b2fa3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0443208 Sep 15 13:14:51.331108 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-6a388711-44a0-4064-9d15-d8e3cee03521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:14:51.332564 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-6a388711-44a0-4064-9d15-d8e3cee03521 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374007 Sep 15 13:14:51.417524 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:51.429232 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-6d2d4e85-218b-4ad1-a642-27b515e36bb2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905738 Sep 15 13:14:51.521873 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-200c7e77-3b86-4b26-ad21-052689f5f645 req-cfac7c9c-4ef1-4e0f-89c6-4c0c6cfae75c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865571 Sep 15 13:14:52.592450 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b874d88f-760d-474e-a0f5-ea0f85bd1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:53.563556 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:53.567620 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=6 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:54.765866 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1ce7ed5e-8bdf-4a36-b967-53294d7f7688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:56.174230 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:57.873882 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:58.034158 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:14:59.831148 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=84 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:14:59.831901 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=74 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:01.517011 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=9 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:01.518892 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=25 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:08.028636 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:08.030507 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:11.148802 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:20.924579 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=9 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:20.926460 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=17 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:21.142242 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:21.144172 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:21.822089 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:15:22.594540 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-082c6d50-1cbc-4b85-930b-9ec00152f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:24.767048 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-359d50aa-c8eb-4c65-9892-471a71c77b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:26.176215 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:27.875382 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:28.036243 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:35.971709 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:35.972437 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:38.026120 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:38.032085 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:15:41.151301 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:50.947180 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-b76c6d48-3000-4207-9d0f-9dde6dab0a1d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400903 Sep 15 13:15:51.046723 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-da483462-605a-4b2d-ac73-e11a4c782282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:15:51.048198 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-da483462-605a-4b2d-ac73-e11a4c782282 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0401156 Sep 15 13:15:51.155430 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-108bf25a-b594-4154-b548-e28aca0f9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:15:51.156914 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-108bf25a-b594-4154-b548-e28aca0f9cc8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0912666 Sep 15 13:15:51.219021 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-17843707-ef79-49b2-afb2-591b98cf78da service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 1001 time: 0.0555420 Sep 15 13:15:51.266712 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-4da84464-136a-46bd-a26f-e771f94f7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:15:51.268120 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-4da84464-136a-46bd-a26f-e771f94f7b2f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0429494 Sep 15 13:15:51.314093 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-16daff19-6186-4182-a398-920515c695ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:15:51.315548 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-16daff19-6186-4182-a398-920515c695ce service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416253 Sep 15 13:15:51.404373 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-8e1018de-3afb-4adb-b6bf-87e665d000d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815034 Sep 15 13:15:51.497090 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-e8e53f37-d8af-4b7d-8160-c5d88b06677f req-2d02b76a-5e3c-4e46-ad42-acedb3f31bd0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868540 Sep 15 13:15:52.597729 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c1fb45ba-0e22-4586-93ef-db850101b172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:54.771954 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b35c5078-acc8-48e7-8c20-eb0e04785567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:56.180073 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:57.879677 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:58.039353 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:15:58.824054 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:16:01.492664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=52 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:01.494612 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=49 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:08.032597 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:08.034484 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:11.149686 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:20.869068 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:20.869709 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:21.143636 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:21.145569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:22.599926 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-39ad2c8b-9cae-4aef-86fd-35266a821b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:24.773528 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b27619df-7c75-4912-80e4-cd86465558ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:26.183308 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:27.886037 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:28.041557 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:35.823912 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:16:38.031282 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:38.037414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:41.162107 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:42.068028 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-3a9e43f6-e9cf-49fc-bb7c-37feee673714 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1018743802&fields=id&tenant_id=1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 267 time: 0.0557263 Sep 15 13:16:42.177867 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-d37e713c-062c-438a-969f-8002b7d8bc5d tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:42.179447 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-d37e713c-062c-438a-969f-8002b7d8bc5d tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 812 time: 0.1048272 Sep 15 13:16:42.193865 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-fffde847-ba50-4b28-ab06-392b6c27b0f0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/quotas/1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 375 time: 0.0087183 Sep 15 13:16:42.244489 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-89638e5f-0da5-48c2-8ecd-78dfcebd70d6 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451953 Sep 15 13:16:42.386732 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-cf55bb89-74fb-4390-8e12-228309f8b2c1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311545 Sep 15 13:16:42.474966 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-55f218d1-e6a0-4d6a-847d-e6b5d4895928 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825861 Sep 15 13:16:42.775351 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-6f6c4c6f-f948-4fb0-becb-f9fd2356dff9 req-db32f6a5-7eaa-429c-9a9b-5e4aca55ca6c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 210 time: 0.0303407 Sep 15 13:16:43.892060 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-51d7a962-4fbb-4ab6-acbf-baa9ca1c0d75 req-082a94a6-2194-4386-b8d6-a6db2f626045 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Sep 15 13:16:43.973291 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-0993bf7f-51ce-47ef-9d23-8eecb51d3c40 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:43.974735 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-0993bf7f-51ce-47ef-9d23-8eecb51d3c40 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 812 time: 0.1192119 Sep 15 13:16:44.043617 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-4828bf3b-7dd0-4960-aa1b-bde0bf46c331 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1344373f29a44b7c8db2f9bab5f38467 HTTP/1.1" status: 200 len: 380 time: 0.0554688 Sep 15 13:16:44.068459 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'port': {'device_id': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'admin_state_up': True, 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'security_groups': ['9b23c589-6613-483a-b667-498c55255429']}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:16:44.181477 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Made reservation on behalf of 1344373f29a44b7c8db2f9bab5f38467 for: {'port': 1} {{(pid=106205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:16:44.185243 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:44.309012 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_common [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Allocated IP 172.20.0.6 (557bdd31-96bd-482d-9ed9-43fcea7b78d7/c406953a-b169-42de-9d85-c4a9229085b8/aef7fc17-f173-499b-8e4c-e2499cc7875c) {{(pid=106205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:16:44.450408 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), precommit_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:44.483348 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), after_create {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:44.534328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 is already hosted by enough agents. {{(pid=106205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:16:44.539741 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.base_scheduler [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Resources bound (agent type, host, resource id): {{(pid=106205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:16:44.542273 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Received port after_create {{(pid=106205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:16:44.546291 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=aef7fc17-f173-499b-8e4c-e2499cc7875c,revision_number=1']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:16:44.578816 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.579168 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.579517 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.579869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.580206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.580571 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.580908 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.581239 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.581572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.581903 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.582236 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.582568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.582899 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.583224 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.583552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:44.611296 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:44.611932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:44.615240 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:44.632607 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-853fded3-c9f2-46f7-9618-8f3ba752b7d0 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678737 Sep 15 13:16:44.650312 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.v2.base [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Request body: {'port': {'device_id': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=106205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:16:44.714970 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:44.764327 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:44.783851 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Provisioning complete for port aef7fc17-f173-499b-8e4c-e2499cc7875c triggered by entity DHCP. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:16:44.784451 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:44.784451 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Attempt 1 to provision port aef7fc17-f173-499b-8e4c-e2499cc7875c Sep 15 13:16:44.820370 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Port aef7fc17-f173-499b-8e4c-e2499cc7875c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:16:44.984846 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef7fc17-f173-499b-8e4c-e2499cc7875c {{(pid=106205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:16:44.993863 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Publish callbacks [] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), precommit_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:45.030308 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.provisioning_blocks [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Transition to ACTIVE for port object aef7fc17-f173-499b-8e4c-e2499cc7875c will not be triggered until provisioned by entity L2. {{(pid=106205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 13:16:45.036664 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d80c36-2f86-41e3-9d31-dc0bf877a187 req-c09de46b-a2d8-4788-8f19-4979110c5916 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:45.038158 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9d80c36-2f86-41e3-9d31-dc0bf877a187 req-c09de46b-a2d8-4788-8f19-4979110c5916 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 931 time: 0.0662358 Sep 15 13:16:45.039248 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:45.148172 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Pushing event updated for resources: {'Port': ['ID=aef7fc17-f173-499b-8e4c-e2499cc7875c,revision_number=2']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:16:45.172648 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a9d80c36-2f86-41e3-9d31-dc0bf877a187 req-d42ca567-2887-407c-9777-23ca457639ea tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273403 Sep 15 13:16:45.189568 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Attempting to bind port aef7fc17-f173-499b-8e4c-e2499cc7875c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 13:16:45.189905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Attempting to bind port aef7fc17-f173-499b-8e4c-e2499cc7875c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 13:16:45.190233 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Attempting to bind port aef7fc17-f173-499b-8e4c-e2499cc7875c on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:16:45.232542 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Port aef7fc17-f173-499b-8e4c-e2499cc7875c on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:16:45.232870 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Attempting to bind port aef7fc17-f173-499b-8e4c-e2499cc7875c on network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:16:45.274942 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Checking agent: {'id': 'de8afe44-bed6-4521-ae5a-fca72ed611a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'started_at': datetime.datetime(2022, 9, 15, 12, 56, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 13, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 13:16:45.275210 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Checking segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 13:16:45.275597 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Bound using segment: {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'} {{(pid=106205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 13:16:45.276035 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.managers [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Bound port: aef7fc17-f173-499b-8e4c-e2499cc7875c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbfbc0-921a-4730-a67c-dd0726751547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7'}}] {{(pid=106205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 13:16:45.276421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), before_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:45.321368 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Attempt 2 to provision port aef7fc17-f173-499b-8e4c-e2499cc7875c Sep 15 13:16:45.339577 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] For port aef7fc17-f173-499b-8e4c-e2499cc7875c, host hv-cinder-83608, cleared binding levels {{(pid=106205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:16:45.342629 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] For port aef7fc17-f173-499b-8e4c-e2499cc7875c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:16:45.348832 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10409239'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), after_update {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:45.352946 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:45.353564 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:45.354666 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Port aef7fc17-f173-499b-8e4c-e2499cc7875c cannot update to ACTIVE because it is not bound. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 13:16:45.354954 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/aef7fc17-f173-499b-8e4c-e2499cc7875c HTTP/1.1" status: 200 len: 1093 time: 0.7100890 Sep 15 13:16:45.355496 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:16:45.357755 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:16:45.387372 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:45.398981 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9936a73-0a2a-4143-bc08-adbc421c069e x-openstack-request-id: req-e9936a73-0a2a-4143-bc08-adbc421c069e {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:16:45.399518 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:16:45.399769 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9936a73-0a2a-4143-bc08-adbc421c069e {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:16:45.400169 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9936a73-0a2a-4143-bc08-adbc421c069e'] response: {'name': 'network-changed', 'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'status': 'completed', 'code': 200} Sep 15 13:16:45.409838 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c831ab-b1eb-4708-a05c-59b941634951 service neutron] Pushing event updated for resources: {'Port': ['ID=aef7fc17-f173-499b-8e4c-e2499cc7875c,revision_number=3']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:16:45.484719 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-ef09c6eb-402a-44bf-b4c5-cc99cd0cbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:45.486186 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-ef09c6eb-402a-44bf-b4c5-cc99cd0cbe3f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 1127 time: 0.0389652 Sep 15 13:16:45.534341 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-5c3e49be-ba08-430a-b611-080ea19f3de1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c HTTP/1.1" status: 200 len: 217 time: 0.0354323 Sep 15 13:16:45.587678 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-636ac85d-8b3b-4147-9e94-880a72aaf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:45.589128 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-636ac85d-8b3b-4147-9e94-880a72aaf562 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0439973 Sep 15 13:16:45.632104 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-10b3d671-860d-4a8f-adc7-f2aa6e547fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:45.634054 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-10b3d671-860d-4a8f-adc7-f2aa6e547fcb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392637 Sep 15 13:16:45.725241 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-4ab34e05-0adf-48da-821a-0e5d935706d1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Sep 15 13:16:45.786626 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:45.815355 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-488e738c-c2d9-47a7-9e07-004d50f3162a req-3e32c6c9-566f-42e6-ba4a-de2112949de3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847666 Sep 15 13:16:45.855741 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Attempt 3 to provision port aef7fc17-f173-499b-8e4c-e2499cc7875c Sep 15 13:16:45.893139 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-1f731206-ceb7-4041-b512-2e49c139185f None None] Port aef7fc17-f173-499b-8e4c-e2499cc7875c had new provisioning blocks added so it will not transition to active. {{(pid=106206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 13:16:46.296688 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dd46c-a7fb-49a2-ae2d-54138b372731 req-cfa31145-3132-4ac0-8f10-d3456dc5c30e tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:46.298164 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d75dd46c-a7fb-49a2-ae2d-54138b372731 req-cfa31145-3132-4ac0-8f10-d3456dc5c30e tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0505397 Sep 15 13:16:46.346480 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d75dd46c-a7fb-49a2-ae2d-54138b372731 req-832fd67f-3344-47de-a55b-6855a266cfbf tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Sep 15 13:16:46.699718 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-205d66c4-0fa7-41c4-9fa0-9eaa42180596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:46.701100 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-205d66c4-0fa7-41c4-9fa0-9eaa42180596 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 1127 time: 0.0398464 Sep 15 13:16:46.792317 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-79d5ad15-d9b9-49cc-82e4-ab4b460cad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:46.793727 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-79d5ad15-d9b9-49cc-82e4-ab4b460cad79 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0868056 Sep 15 13:16:46.834424 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-2c589277-56d2-474d-93c9-6866f4cefc83 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c HTTP/1.1" status: 200 len: 217 time: 0.0318737 Sep 15 13:16:46.884316 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-1c500bff-76fe-4d8c-995b-06e715af6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:46.885708 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-1c500bff-76fe-4d8c-995b-06e715af6ecf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0437984 Sep 15 13:16:46.931624 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-3118f166-184b-4d7f-a70d-ed2abbafd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:46.933081 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-3118f166-184b-4d7f-a70d-ed2abbafd951 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386820 Sep 15 13:16:47.024857 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-d9f5ef59-81ca-4db1-b269-61d35cc7ab55 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Sep 15 13:16:47.117861 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-7b1845ca-0c46-4a2c-8160-8248eed6dfcf req-565a3a3b-52fe-42a9-8db3-fa997738c6b3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875282 Sep 15 13:16:47.474095 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5e39e-ffde-463a-b2ef-a58eecc7caaf req-ed80d887-7054-4a9f-bec9-5c0fdaf7cf80 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:47.475560 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-18c5e39e-ffde-463a-b2ef-a58eecc7caaf req-ed80d887-7054-4a9f-bec9-5c0fdaf7cf80 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0499849 Sep 15 13:16:47.527559 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-18c5e39e-ffde-463a-b2ef-a58eecc7caaf req-a126a7c0-a088-4c99-9984-9bdb6d60123b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462613 Sep 15 13:16:48.646604 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c14ddb-5880-45cb-a14c-0dc7e43870d5 req-ddb7a87f-09e6-4be1-8708-a9f03b79f250 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:48.648091 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d6c14ddb-5880-45cb-a14c-0dc7e43870d5 req-ddb7a87f-09e6-4be1-8708-a9f03b79f250 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0473070 Sep 15 13:16:48.697013 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d6c14ddb-5880-45cb-a14c-0dc7e43870d5 req-1bf132b1-3c92-495e-868b-399a22a3b8c9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Sep 15 13:16:49.815045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f04530-d8fc-40b5-a9c0-ded78ce139a4 req-0cb63f1e-7ee8-4e05-968b-c46a586f0d3b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:49.816539 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-70f04530-d8fc-40b5-a9c0-ded78ce139a4 req-0cb63f1e-7ee8-4e05-968b-c46a586f0d3b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0469573 Sep 15 13:16:49.864647 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-70f04530-d8fc-40b5-a9c0-ded78ce139a4 req-c60479c5-0724-42c3-91c9-008eb573f867 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Sep 15 13:16:49.964673 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:49.965350 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:50.932753 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-712c28c9-8829-4f35-a90f-624fbf7601b8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381110 Sep 15 13:16:50.952915 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:50.993353 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3fa97-e159-40bd-9911-861298da141f req-19283096-fc45-4172-8037-b57d6d6c0ec6 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:50.994997 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a5b3fa97-e159-40bd-9911-861298da141f req-19283096-fc45-4172-8037-b57d6d6c0ec6 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0521052 Sep 15 13:16:51.056541 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-55eb0726-d638-4eb7-8d8a-5eb9ed8f4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:51.058008 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-55eb0726-d638-4eb7-8d8a-5eb9ed8f4f51 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0594077 Sep 15 13:16:51.076728 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a5b3fa97-e159-40bd-9911-861298da141f req-4e1d71c7-74f4-4558-a8c0-cd40c80e0660 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704048 Sep 15 13:16:51.167659 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-9139fcaa-c905-4687-9413-2a2954306a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:51.169136 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-9139fcaa-c905-4687-9413-2a2954306a09 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0914946 Sep 15 13:16:51.229158 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-c42d1faa-1bad-4154-a34c-d4bf13594ff4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 1001 time: 0.0539236 Sep 15 13:16:51.276903 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-bd6fe146-c673-4524-a3ec-0c23c915cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:51.278271 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-bd6fe146-c673-4524-a3ec-0c23c915cbab service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0425920 Sep 15 13:16:51.323292 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-5c0f16d5-5688-4385-9e90-56132408df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:51.324737 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-5c0f16d5-5688-4385-9e90-56132408df3f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408230 Sep 15 13:16:51.376480 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:51.414105 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-3eeedd0c-188c-40b2-b724-bbac21495b34 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 Sep 15 13:16:51.780966 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-bf3abd36-5447-4821-ab74-1b87d82e9adf req-48c72220-dcab-4db9-ba44-892d1bdf9bf8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614097 Sep 15 13:16:52.197810 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075e98-1daa-4d2c-9f25-e70969776c75 req-f2aef0e1-cdcc-418b-83cb-294a099ae015 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:52.199234 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-61075e98-1daa-4d2c-9f25-e70969776c75 req-f2aef0e1-cdcc-418b-83cb-294a099ae015 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0444949 Sep 15 13:16:52.250650 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-61075e98-1daa-4d2c-9f25-e70969776c75 req-9e734301-8dc4-41bc-b192-d08784aa2e33 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459087 Sep 15 13:16:52.603603 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-b7d7281f-7e56-4946-bda9-d0690a16a3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:53.379926 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e4a28-4f4a-43c9-aa2a-ddfc16d6b10d req-9dd54d08-a042-41f1-bb05-aae2809ffa12 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:53.381424 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd0e4a28-4f4a-43c9-aa2a-ddfc16d6b10d req-9dd54d08-a042-41f1-bb05-aae2809ffa12 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0496929 Sep 15 13:16:53.438943 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-cd0e4a28-4f4a-43c9-aa2a-ddfc16d6b10d req-249eac7f-d0df-4c18-9491-d7f6c3c09e06 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511823 Sep 15 13:16:54.562128 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08ec25-df3f-4fe1-9499-7daa8b85e9aa req-7ca88784-dbb8-49cd-b420-c65ba4a13931 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:54.563596 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ac08ec25-df3f-4fe1-9499-7daa8b85e9aa req-7ca88784-dbb8-49cd-b420-c65ba4a13931 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 943 time: 0.0465157 Sep 15 13:16:54.614994 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ac08ec25-df3f-4fe1-9499-7daa8b85e9aa req-27da3db9-9a97-439a-9175-327841c8ae28 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Sep 15 13:16:54.761002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device aef7fc17-f173-499b-8e4c-e2499cc7875c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=106206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:16:54.791444 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-dc85ca31-14d7-44a9-90cf-f93bc42feeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:54.871136 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port aef7fc17-f173-499b-8e4c-e2499cc7875c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:16:54.886019 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Returning: {'device': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'port_id': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'mac_address': 'fa:16:3e:84:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:16:54.921328 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port aef7fc17-f173-499b-8e4c-e2499cc7875c is: DOWN; New status is: BUILD {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:16:54.921707 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:54.934461 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7fc17-f173-499b-8e4c-e2499cc7875c {{(pid=106206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 13:16:54.954176 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port aef7fc17-f173-499b-8e4c-e2499cc7875c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:16:54.957548 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:55.003423 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=aef7fc17-f173-499b-8e4c-e2499cc7875c,revision_number=4']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:16:55.010995 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.011389 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.011680 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.012016 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.012379 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.012708 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.013035 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.013355 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.013679 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.014004 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.014327 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.014648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.014969 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.015285 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.015601 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:16:55.347617 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] get_ports_and_sgs() called for port_ids ['aef7fc17-f173-499b-8e4c-e2499cc7875c'] {{(pid=106206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 13:16:55.738354 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17caf3-8eb5-4eda-933c-cb3f7d14b23a req-21fb58c9-1ef8-466e-9911-9040d9c47e9b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:55.739806 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5d17caf3-8eb5-4eda-933c-cb3f7d14b23a req-21fb58c9-1ef8-466e-9911-9040d9c47e9b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 944 time: 0.0502100 Sep 15 13:16:55.787933 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-5d17caf3-8eb5-4eda-933c-cb3f7d14b23a req-394c9b5e-c73f-4a8d-b299-2236e8d25f0a tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Sep 15 13:16:56.186667 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:56.784203 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device aef7fc17-f173-499b-8e4c-e2499cc7875c up at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:16:56.809627 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:56.830535 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning for port aef7fc17-f173-499b-8e4c-e2499cc7875c completed by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 13:16:56.837050 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.provisioning_blocks [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Provisioning complete for port aef7fc17-f173-499b-8e4c-e2499cc7875c triggered by entity L2. {{(pid=106206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 13:16:56.837431 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513182'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), provisioning_complete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:56.839320 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Attempt 1 to provision port aef7fc17-f173-499b-8e4c-e2499cc7875c Sep 15 13:16:56.858874 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:56.911446 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Current status of the port aef7fc17-f173-499b-8e4c-e2499cc7875c is: BUILD; New status is: ACTIVE {{(pid=106206) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 13:16:56.911831 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), before_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:56.912824 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2460811-50e3-4e98-b379-19e6cc0354c2 req-a91957f9-2652-4953-a57c-212ddd4a9831 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:56.915241 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d2460811-50e3-4e98-b379-19e6cc0354c2 req-a91957f9-2652-4953-a57c-212ddd4a9831 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 944 time: 0.0469830 Sep 15 13:16:56.937464 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c'}] {{(pid=106206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:16:56.939713 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84ed39a8b6bcafe9daffdcb6a146b0c82049ba6a01495a428645e7f6d2a76038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7b9aa-ef55-43ca-889c-00966ed9848b" -d '{"events": [{"server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "name": "network-vif-plugged", "status": "completed", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c"}]}' {{(pid=106206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:16:56.953171 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] For port aef7fc17-f173-499b-8e4c-e2499cc7875c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:16:56.958364 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:56.968176 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-d2460811-50e3-4e98-b379-19e6cc0354c2 req-adb9fd29-c074-4fa2-9b5d-dbc3062f98f3 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474949 Sep 15 13:16:57.010113 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Pushing event updated for resources: {'Port': ['ID=aef7fc17-f173-499b-8e4c-e2499cc7875c,revision_number=5']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:16:57.081507 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1995251b-a11a-4d18-8ce0-f65b36c59f96 x-openstack-request-id: req-1995251b-a11a-4d18-8ce0-f65b36c59f96 {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:16:57.081746 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "name": "network-vif-plugged", "status": "completed", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c", "code": 200}]} {{(pid=106206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:16:57.082002 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1995251b-a11a-4d18-8ce0-f65b36c59f96 {{(pid=106206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:16:57.082400 dv-cinder-836083-13-iscsi neutron-server[106206]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1995251b-a11a-4d18-8ce0-f65b36c59f96'] response: {'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'code': 200} Sep 15 13:16:57.326700 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34049d48-eaa5-4b22-b32f-f695eef86b2f req-2eb6aaaa-f8aa-4b01-9467-c5b8f4bb8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:57.328240 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-34049d48-eaa5-4b22-b32f-f695eef86b2f req-2eb6aaaa-f8aa-4b01-9467-c5b8f4bb8abb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 1129 time: 0.0379322 Sep 15 13:16:57.373643 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-34049d48-eaa5-4b22-b32f-f695eef86b2f req-3d0f3346-8314-4f4f-84e0-f47b125d7384 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391932 Sep 15 13:16:57.887120 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:58.044574 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:58.095007 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f1a29-044a-48cf-971f-bfad47195455 req-e78c46c1-4ad7-4794-a962-8414564da136 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:58.096502 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-775f1a29-044a-48cf-971f-bfad47195455 req-e78c46c1-4ad7-4794-a962-8414564da136 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Sep 15 13:16:58.141254 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:58.146269 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-775f1a29-044a-48cf-971f-bfad47195455 req-1da06c60-9910-4b22-8b90-f31f286b0a5d tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Sep 15 13:16:59.268311 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac775d-41aa-4c2d-b3a9-612576979b29 req-b970e381-f79e-44f3-a761-f1feae8076a9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:59.269792 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a5ac775d-41aa-4c2d-b3a9-612576979b29 req-b970e381-f79e-44f3-a761-f1feae8076a9 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 945 time: 0.0460513 Sep 15 13:16:59.315021 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=100 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:59.325148 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a5ac775d-41aa-4c2d-b3a9-612576979b29 req-602c7b44-f03b-49a6-b4c5-ac954b768612 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489306 Sep 15 13:16:59.444393 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bbbfe-64a7-4d50-8558-a302e270dbf9 req-f686d33f-0d49-4e0a-b2d8-593b5d44f1bb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:59.445902 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ab5bbbfe-64a7-4d50-8558-a302e270dbf9 req-f686d33f-0d49-4e0a-b2d8-593b5d44f1bb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 945 time: 0.0459387 Sep 15 13:16:59.484958 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:16:59.494856 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-ab5bbbfe-64a7-4d50-8558-a302e270dbf9 req-39160e86-d295-4c4b-b5fe-fcf65a40db2d tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Sep 15 13:16:59.522924 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53494) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:16:59.670351 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b3d0b7-bcbf-47fe-9e3b-c3fdc700ece0 tempest-TestVolumeBootPattern-931099656 tempest-TestVolumeBootPattern-931099656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:16:59.671830 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-34b3d0b7-bcbf-47fe-9e3b-c3fdc700ece0 tempest-TestVolumeBootPattern-931099656 tempest-TestVolumeBootPattern-931099656-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 1124 time: 0.1479719 Sep 15 13:16:59.674688 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53498) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:16:59.678737 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.v2.base [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Request body: {'floatingip': {'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'port_id': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:16:59.700366 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:59.778670 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (None), before_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:16:59.883750 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_common [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Allocated IP 172.27.1.122 (e0e309f7-dbf8-4cdf-9f40-b8ddd065f598/db684fce-5aa4-418a-a9ff-d77c3cdb3be2/b9e2b0c3-a60c-4233-8a4d-f79707ffc245) {{(pid=106204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:16:59.984452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:00.015496 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768471411137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:00.059452 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Network e0e309f7-dbf8-4cdf-9f40-b8ddd065f598 is already hosted by enough agents. {{(pid=106204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:17:00.062302 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.base_scheduler [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Resources bound (agent type, host, resource id): {{(pid=106204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:17:00.066159 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Received port after_create {{(pid=106204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 13:17:00.088164 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=b9e2b0c3-a60c-4233-8a4d-f79707ffc245,revision_number=1']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:17:00.099798 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.100142 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.100504 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.101505 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.102070 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.102413 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.102742 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.103068 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.103394 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.103718 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.104041 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.104384 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.104703 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.105020 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.105335 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:17:00.339410 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:00.407554 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:00.427127 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (3258d568-ee87-4c4f-9730-07e6ccbb02f1), precommit_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:00.492297 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412686'] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:00.638029 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:00.642388 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768471900070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768471411155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768471411173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693194'] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:00.710102 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event updated for resources: {'Port': ['ID=b9e2b0c3-a60c-4233-8a4d-f79707ffc245,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:17:00.714371 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523171'] for floatingip (3258d568-ee87-4c4f-9730-07e6ccbb02f1), after_create {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:01.037397 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Floating IP 3258d568-ee87-4c4f-9730-07e6ccbb02f1 associated. External IP: 172.27.1.122, port: aef7fc17-f173-499b-8e4c-e2499cc7875c. Sep 15 13:17:01.231822 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:17:01.334908 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:17:01.342778 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:01.345522 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:17:01.353997 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:01.358180 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:17:01.358789 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:16:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:17:01.385211 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-d37d1a09-2690-4b86-b0c4-8a047a8516aa tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7095237 Sep 15 13:17:01.385840 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:17:01.388138 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd647d-ace4-4a7f-a538-aadd1af91a23" -d '{"events": [{"name": "network-changed", "server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:17:01.460127 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:17:01.478767 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9278c8-b398-42c4-b0bc-b6cf9f5b63d2 x-openstack-request-id: req-9a9278c8-b398-42c4-b0bc-b6cf9f5b63d2 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:17:01.479059 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:17:01.479308 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a9278c8-b398-42c4-b0bc-b6cf9f5b63d2 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:17:01.479736 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9278c8-b398-42c4-b0bc-b6cf9f5b63d2'] response: {'name': 'network-changed', 'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'status': 'completed', 'code': 200} Sep 15 13:17:01.569280 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-19276d70-7edc-4878-ac09-db6443050bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:01.571355 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-19276d70-7edc-4878-ac09-db6443050bd2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 1129 time: 0.0400574 Sep 15 13:17:01.664248 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-2f94dcc7-79c9-40b3-9593-fe27a427216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:01.665865 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-2f94dcc7-79c9-40b3-9593-fe27a427216e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0884359 Sep 15 13:17:01.680222 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '3258d568-ee87-4c4f-9730-07e6ccbb02f1', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:84:40:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:17:00Z', 'updated_at': '2022-09-15T13:17:00Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}, {'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:46Z', 'revision_number': 1, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:17:01.704687 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:17:01.713314 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:17:01.713913 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:16:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:17:01.732025 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-d8dda09d-3640-4e28-8fb5-98980d02758a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c HTTP/1.1" status: 200 len: 999 time: 0.0600097 Sep 15 13:17:01.783091 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-5802ab70-34d7-4fa7-a455-947745bbd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:01.784629 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-5802ab70-34d7-4fa7-a455-947745bbd3f4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0467403 Sep 15 13:17:01.828701 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-dc0bf114-8e04-4a63-a180-92027a0374d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:01.830232 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-dc0bf114-8e04-4a63-a180-92027a0374d8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403686 Sep 15 13:17:01.902512 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:17:01.925887 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-436c2543-a16e-4f0e-90bd-21faa6b82af5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889199 Sep 15 13:17:02.027376 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-2cbd647d-ace4-4a7f-a538-aadd1af91a23 req-f9c4b579-c6f8-4568-a1f2-8e07e624879a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951123 Sep 15 13:17:02.121958 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '3258d568-ee87-4c4f-9730-07e6ccbb02f1', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:84:40:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:17:00Z', 'updated_at': '2022-09-15T13:17:00Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}, {'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:46Z', 'revision_number': 1, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:17:02.146633 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4213f-8e5c-4f05-9818-b9002d5933fa None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '3258d568-ee87-4c4f-9730-07e6ccbb02f1', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:84:40:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:17:00Z', 'updated_at': '2022-09-15T13:17:00Z', 'revision_number': 0, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}, {'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:46Z', 'revision_number': 1, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:17:02.338136 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb79ae-4446-4c3f-aaa4-90680a998488 None None] New status for floating IP 3258d568-ee87-4c4f-9730-07e6ccbb02f1: ACTIVE {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:17:11.161042 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:11.379542 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:11.381393 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:12.021866 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=48 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:12.023893 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:12.822952 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:17:21.151257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:21.156104 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=37,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:22.604738 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-c8afe6e7-f829-4220-9cb2-1df84d119f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:24.773183 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-9374e23c-9078-47ea-bc19-58d6d1490d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:26.188314 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:26.955713 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=88 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:26.960664 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=94 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:27.887745 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:28.047413 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:38.041622 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:38.043643 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:41.174556 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:49.822931 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:17:51.168871 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:51.170819 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:17:51.943841 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-ff23ebbd-9805-427f-b25d-5d24e7f0e7a5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384402 Sep 15 13:17:52.046551 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-72074414-429c-4ed1-b6b6-267ccfa7378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:52.048054 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-72074414-429c-4ed1-b6b6-267ccfa7378c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0394554 Sep 15 13:17:52.154610 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-d9555737-8264-4751-bd60-b5a3c335e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:52.155967 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-d9555737-8264-4751-bd60-b5a3c335e5df service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0900533 Sep 15 13:17:52.215743 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-774d6c9a-27e1-4c74-a17e-c38b40a0519b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 1001 time: 0.0536549 Sep 15 13:17:52.262614 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-d33ed759-cf46-43d0-b343-2fdd393be296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:52.264064 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-d33ed759-cf46-43d0-b343-2fdd393be296 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0429766 Sep 15 13:17:52.309643 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-94dd764f-3bd6-4ea3-833c-6e1bfe6e1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:17:52.311088 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-94dd764f-3bd6-4ea3-833c-6e1bfe6e1bfa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413835 Sep 15 13:17:52.398913 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-9d4d7242-9701-44d8-b483-0aa9ba8f9872 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818019 Sep 15 13:17:52.490332 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-c952d7bd-894e-4f63-8e26-0e373f11e2c4 req-93160adb-5e35-465f-b7b4-a24e8e490caf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Sep 15 13:17:52.607147 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e199d68c-6116-46bf-84b1-e99fc26d759f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:54.776690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ddc52be1-9d85-4b40-8be2-dc45ee50c71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:56.192028 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:57.895450 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:17:58.048454 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:02.486402 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=49 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:02.487183 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=52 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:03.957481 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:03.958237 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:08.038544 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:08.044609 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:11.174010 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:20.875123 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:20.875850 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:21.167547 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:21.169450 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:22.609654 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-887c7998-36f8-4efa-bfff-9ca334de6af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:24.778430 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-de1b2d1a-850b-4e69-9275-9eb503fe99d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:26.193401 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:26.823609 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:18:27.895841 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:28.049742 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:40.944910 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:40.945653 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:40.954833 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:40.955538 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:41.186045 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.136541 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53540) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:18:50.274061 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Deleting port b9e2b0c3-a60c-4233-8a4d-f79707ffc245 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:18:50.274408 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.351517 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.351842 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.363965 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Calling delete_port for b9e2b0c3-a60c-4233-8a4d-f79707ffc245 owned by network:floatingip {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:18:50.526672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (b9e2b0c3-a60c-4233-8a4d-f79707ffc245), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.552251 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'Port': ['ID=b9e2b0c3-a60c-4233-8a4d-f79707ffc245,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:18:50.576254 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.576624 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.576972 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.577316 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.577652 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.577987 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.578319 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.578652 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.578985 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.579310 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.579642 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.579971 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.580316 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.580642 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.580963 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:50.626241 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (3258d568-ee87-4c4f-9730-07e6ccbb02f1), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.626592 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.db.l3_db [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Floating IP 3258d568-ee87-4c4f-9730-07e6ccbb02f1 disassociated (deleted). External IP: 172.27.1.122, port: aef7fc17-f173-499b-8e4c-e2499cc7875c. Sep 15 13:18:50.828839 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:18:50.926421 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:50.939674 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:18:50.945615 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:50.950659 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:18:50.961414 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:18:50.962039 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:50.977892 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-5cd80e93-e60f-4d81-91d9-8330d05ce62b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/3258d568-ee87-4c4f-9730-07e6ccbb02f1 HTTP/1.1" status: 204 len: 168 time: 0.8402896 Sep 15 13:18:50.978525 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c'}] {{(pid=106204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:18:50.980779 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa56749f9a115751067e0de314ac32d46bc8537d1f9cf5b0b60e27a9d3b0721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3d269-cef8-4e66-9f64-8b1a2b740444" -d '{"events": [{"name": "network-changed", "server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c"}]}' {{(pid=106204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:18:51.045295 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d86159e-91ec-47c1-b577-50db9bc194d6 x-openstack-request-id: req-1d86159e-91ec-47c1-b577-50db9bc194d6 {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:18:51.045586 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c", "status": "completed", "code": 200}]} {{(pid=106204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:18:51.045838 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d86159e-91ec-47c1-b577-50db9bc194d6 {{(pid=106204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:18:51.047274 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d86159e-91ec-47c1-b577-50db9bc194d6'] response: {'name': 'network-changed', 'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'status': 'completed', 'code': 200} Sep 15 13:18:51.072543 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:18:51.153581 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-bd2b461e-f9f7-4586-bc79-d9a2a03dd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:51.155133 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-bd2b461e-f9f7-4586-bc79-d9a2a03dd266 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 1129 time: 0.0608711 Sep 15 13:18:51.176482 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:51.181862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:51.225913 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0532afa-cbda-4ff3-972a-2b0834c9a4a9 req-79c5bfc7-919b-4132-bc9f-13ddb170a6ba tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:51.227600 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a0532afa-cbda-4ff3-972a-2b0834c9a4a9 req-79c5bfc7-919b-4132-bc9f-13ddb170a6ba tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 945 time: 0.0488880 Sep 15 13:18:51.281124 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-a0532afa-cbda-4ff3-972a-2b0834c9a4a9 req-cd249959-9468-4aa3-a8d8-a3e4f9d5365e tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478106 Sep 15 13:18:51.293957 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:46Z', 'revision_number': 1, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:51.322083 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:18:51.330196 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:18:51.330895 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:25Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:51.427218 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:18:51.633059 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:46Z', 'revision_number': 1, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:51.657478 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a5900-97e7-49b9-a8b0-74828d36fe56 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_floatingips': [{'id': '42f3a8e8-d5ef-4695-a440-38c28009fb66', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'router_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'port_id': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'mac_address': 'fa:16:3e:7f:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b9d622-cc02-41bb-be21-da138c80ba36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T13:14:44Z', 'updated_at': '2022-09-15T13:14:46Z', 'revision_number': 1, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:18:51.870649 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5317f913-09af-4518-9d4a-26d3cb83fd01 None None] New status for floating IP 3258d568-ee87-4c4f-9730-07e6ccbb02f1: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:18:52.298405 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-b9e792e4-b4f9-4d45-a2cb-efe379be5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:52.299889 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-b9e792e4-b4f9-4d45-a2cb-efe379be5fb1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.0869305 Sep 15 13:18:52.346477 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-2c33e151-7655-4f47-b81c-52b3e77c80de service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c HTTP/1.1" status: 200 len: 217 time: 0.0368233 Sep 15 13:18:52.395481 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-96d8b43b-63b9-4112-82bf-5e2588472b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:52.397003 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-96d8b43b-63b9-4112-82bf-5e2588472b01 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0443645 Sep 15 13:18:52.407115 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142b0f7-647c-4f63-8d07-42535f1300d6 req-03b5e429-35bf-40f8-a832-b1035c53099b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:52.408597 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f142b0f7-647c-4f63-8d07-42535f1300d6 req-03b5e429-35bf-40f8-a832-b1035c53099b tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Sep 15 13:18:52.457461 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-f142b0f7-647c-4f63-8d07-42535f1300d6 req-dc92be4a-69ba-44a7-a732-b3b170720a1a tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Sep 15 13:18:52.612788 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5058d8a8-c1cd-46d2-847d-bb78f70f3022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:52.654794 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-7d81016e-900b-4ab7-9292-983c1b76be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:52.656295 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-7d81016e-900b-4ab7-9292-983c1b76be12 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389960 Sep 15 13:18:52.911028 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-91b51a53-917c-40cd-a9ab-5d967d78afce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868845 Sep 15 13:18:53.035762 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db013-a91a-4eab-9de7-6c022f406257 req-4cf8db48-3abe-41e9-93ab-5b6df72dcbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:53.037227 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d49db013-a91a-4eab-9de7-6c022f406257 req-4cf8db48-3abe-41e9-93ab-5b6df72dcbad tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 945 time: 0.0914209 Sep 15 13:18:53.109272 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-1db3d269-cef8-4e66-9f64-8b1a2b740444 req-b5f0e02f-1998-479f-8970-02e428ad27a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622910 Sep 15 13:18:53.143826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Deleting port aef7fc17-f173-499b-8e4c-e2499cc7875c {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:18:53.144173 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:53.237226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] For port aef7fc17-f173-499b-8e4c-e2499cc7875c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=aef7fc17-f173-499b-8e4c-e2499cc7875c,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:18:53.237584 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:53.250287 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Calling delete_port for aef7fc17-f173-499b-8e4c-e2499cc7875c owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:18:53.372468 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (aef7fc17-f173-499b-8e4c-e2499cc7875c), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:53.404294 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'Port': ['ID=aef7fc17-f173-499b-8e4c-e2499cc7875c,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:18:53.408048 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:53.414377 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:53.418656 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.419000 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.419348 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.419691 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.420029 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.420392 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.420728 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.421057 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.421389 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.421719 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.422049 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.422388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.422718 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.423042 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.423905 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:18:53.462011 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] No DVR routers for this DVR port aef7fc17-f173-499b-8e4c-e2499cc7875c on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:18:53.464516 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:53.467683 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d49db013-a91a-4eab-9de7-6c022f406257 req-d70cb74e-e956-4efb-81f3-050b1f56febe tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "DELETE /networking/v2.0/ports/aef7fc17-f173-499b-8e4c-e2499cc7875c HTTP/1.1" status: 204 len: 173 time: 0.4221852 Sep 15 13:18:53.468171 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'name': 'network-vif-deleted', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:18:53.470431 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b01801-941e-4c8e-9a9a-f35854600085" -d '{"events": [{"server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "name": "network-vif-deleted", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:18:53.512322 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c4cc4-3846-40cd-a85a-da41fde64447 x-openstack-request-id: req-dc4c4cc4-3846-40cd-a85a-da41fde64447 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:18:53.512621 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c320abb-d68d-42e7-90e8-157f80b078d2", "name": "network-vif-deleted", "tag": "aef7fc17-f173-499b-8e4c-e2499cc7875c", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:18:53.512877 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc4c4cc4-3846-40cd-a85a-da41fde64447 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:18:53.513284 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4c4cc4-3846-40cd-a85a-da41fde64447'] response: {'server_uuid': '9c320abb-d68d-42e7-90e8-157f80b078d2', 'name': 'network-vif-deleted', 'tag': 'aef7fc17-f173-499b-8e4c-e2499cc7875c', 'status': 'completed', 'code': 200} Sep 15 13:18:53.567185 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-6373d238-6723-423b-838f-15ccaa7a682d req-42432996-85fc-46f2-ab48-708361aa0eee tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9c320abb-d68d-42e7-90e8-157f80b078d2 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Sep 15 13:18:54.780472 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-a5e06715-18d7-4340-be38-b7586c0a2103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:56.201850 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:56.885252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53584) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:18:57.024300 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Deleting port f2b3900f-736e-42ca-a73b-d13462b39b1b {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:18:57.024643 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.103307 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.103633 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (f2b3900f-736e-42ca-a73b-d13462b39b1b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.115929 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Calling delete_port for f2b3900f-736e-42ca-a73b-d13462b39b1b owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:18:57.270572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (f2b3900f-736e-42ca-a73b-d13462b39b1b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.298614 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'Port': ['ID=f2b3900f-736e-42ca-a73b-d13462b39b1b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:18:57.341184 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device aef7fc17-f173-499b-8e4c-e2499cc7875c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:18:57.358319 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (42f3a8e8-d5ef-4695-a440-38c28009fb66), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.358646 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.db.l3_db [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Floating IP 42f3a8e8-d5ef-4695-a440-38c28009fb66 disassociated (deleted). External IP: 172.27.1.21, port: 5f2b06e0-044d-47fc-9990-00ba28ee8a35. Sep 15 13:18:57.359316 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: aef7fc17-f173-499b-8e4c-e2499cc7875c {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:18:57.359661 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device aef7fc17-f173-499b-8e4c-e2499cc7875c not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:18:57.557247 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:18:57.659357 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:18:57.664231 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.668906 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:18:57.678186 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:18:57.679389 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:57.693581 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-d26203ba-0702-4839-89c3-1282d81f278c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/42f3a8e8-d5ef-4695-a440-38c28009fb66 HTTP/1.1" status: 204 len: 168 time: 0.8072655 Sep 15 13:18:57.695081 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:18:57.697554 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865fec4-f36f-4fbc-993d-82c2f63c6c28" -d '{"events": [{"name": "network-changed", "server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:18:57.736947 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7b0dc-0376-46a8-85ca-d6adde7750b2 x-openstack-request-id: req-a1b7b0dc-0376-46a8-85ca-d6adde7750b2 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:18:57.737252 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:18:57.737778 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1b7b0dc-0376-46a8-85ca-d6adde7750b2 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:18:57.738201 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b7b0dc-0376-46a8-85ca-d6adde7750b2'] response: {'name': 'network-changed', 'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'status': 'completed', 'code': 200} Sep 15 13:18:57.791378 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:18:57.796394 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:57.822057 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:57.836206 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-a7db6fe8-bd1c-4cb8-b9aa-2258fe3b4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:57.837879 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-a7db6fe8-bd1c-4cb8-b9aa-2258fe3b4bd5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1344373f29a44b7c8db2f9bab5f38467&device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 1130 time: 0.0518036 Sep 15 13:18:57.903958 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:57.967600 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3767d-c60f-4e66-b71e-6903be93428a req-8e91fee5-1f75-4681-92a6-3a328a092df5 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:57.969181 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-00e3767d-c60f-4e66-b71e-6903be93428a req-8e91fee5-1f75-4681-92a6-3a328a092df5 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0665741 Sep 15 13:18:57.997198 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-d2a61fdd-ae91-4623-8b6e-938d3c821965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:57.998635 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-d2a61fdd-ae91-4623-8b6e-938d3c821965 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 200 len: 913 time: 0.1535997 Sep 15 13:18:58.019760 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:58.031726 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-00e3767d-c60f-4e66-b71e-6903be93428a req-70f44c19-ad2c-4ca2-b33f-1cc5019ec00d tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565317 Sep 15 13:18:58.057390 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:58.075315 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=100 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:58.090529 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:58.115553 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:18:58.124577 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:18:58.125175 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:58.227259 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:18:58.406459 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:18:58.434169 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6507eb8-2722-4b49-a6ee-29145675deb0 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:35Z', 'revision_number': 4, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi', '_interfaces': [{'id': '4647bfb8-dd5f-4f12-a71a-826a0ba7681b', 'name': '', 'network_id': '557bdd31-96bd-482d-9ed9-43fcea7b78d7', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'mac_address': 'fa:16:3e:d1:f8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:35Z', 'updated_at': '2022-09-15T13:10:39Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'subnets': [{'id': 'c406953a-b169-42de-9d85-c4a9229085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:18:58.643830 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d93006-21bb-4bf6-ae3f-7131b0ff2d11 None None] New status for floating IP 42f3a8e8-d5ef-4695-a440-38c28009fb66: DOWN {{(pid=106206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 13:18:58.930514 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-b2223487-e4f6-4006-aa9c-302b29542367 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 200 len: 217 time: 0.0371675 Sep 15 13:18:58.982444 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-170f8ea3-13f2-4af6-9623-52ea0da04921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:58.983869 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-170f8ea3-13f2-4af6-9623-52ea0da04921 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 200 len: 851 time: 0.0466988 Sep 15 13:18:59.043336 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-5b076976-3c7b-4a0e-9f14-0a9ce7843b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:59.044811 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-5b076976-3c7b-4a0e-9f14-0a9ce7843b24 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=557bdd31-96bd-482d-9ed9-43fcea7b78d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392690 Sep 15 13:18:59.122307 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:59.163965 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308d2e-23a5-4f25-aad3-20d91b142ed2 req-6a2371af-4de2-4841-9f9a-610f8153001c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:59.165445 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b5308d2e-23a5-4f25-aad3-20d91b142ed2 req-6a2371af-4de2-4841-9f9a-610f8153001c tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0513616 Sep 15 13:18:59.187228 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-0873da28-b629-4cb9-bd10-6907a0442f10 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925751 Sep 15 13:18:59.215371 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-b5308d2e-23a5-4f25-aad3-20d91b142ed2 req-6850c09c-be00-491b-9962-9798e5c01238 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b23c589-6613-483a-b667-498c55255429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Sep 15 13:18:59.363666 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-d865fec4-f36f-4fbc-993d-82c2f63c6c28 req-11afe1c7-795d-489a-9f16-d5f82cf4a058 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835049 Sep 15 13:18:59.617169 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-e5cfc2be-5f78-4328-8c43-6f313760307e tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 13:18:59.618502 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-e5cfc2be-5f78-4328-8c43-6f313760307e tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 946 time: 0.0499315 Sep 15 13:18:59.702107 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Deleting port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:18:59.702448 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:59.794062 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] For port 5f2b06e0-044d-47fc-9990-00ba28ee8a35, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5f2b06e0-044d-47fc-9990-00ba28ee8a35,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:18:59.794421 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:59.807633 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Calling delete_port for 5f2b06e0-044d-47fc-9990-00ba28ee8a35 owned by compute:nova {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:18:59.931301 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (5f2b06e0-044d-47fc-9990-00ba28ee8a35), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:18:59.938931 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:18:59.963121 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'Port': ['ID=5f2b06e0-044d-47fc-9990-00ba28ee8a35,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:00.006354 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] No DVR routers for this DVR port 5f2b06e0-044d-47fc-9990-00ba28ee8a35 on host hv-cinder-83608 {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:19:00.009757 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for port (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:00.012880 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [req-b373afbd-82a6-4a92-9eba-99211e8c18bf req-015630ab-82c4-4fec-846d-d7bff014ae92 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.27 "DELETE /networking/v2.0/ports/5f2b06e0-044d-47fc-9990-00ba28ee8a35 HTTP/1.1" status: 204 len: 173 time: 0.3858235 Sep 15 13:19:00.013360 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'name': 'network-vif-deleted', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35'}] {{(pid=106205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 13:19:00.015572 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cedac5d35bad41e3c8fa4d4774140a41f18c50ef09ff5c08d68b8b8d593dc55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe4d58a-1f7b-4302-9e37-72124daa8970" -d '{"events": [{"server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "name": "network-vif-deleted", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35"}]}' {{(pid=106205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:19:00.054883 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfe2572-f154-49b6-a19f-0e1ef2275851 x-openstack-request-id: req-adfe2572-f154-49b6-a19f-0e1ef2275851 {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:19:00.055184 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b9d622-cc02-41bb-be21-da138c80ba36", "name": "network-vif-deleted", "tag": "5f2b06e0-044d-47fc-9990-00ba28ee8a35", "status": "completed", "code": 200}]} {{(pid=106205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:19:00.055398 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adfe2572-f154-49b6-a19f-0e1ef2275851 {{(pid=106205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:19:00.055801 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfe2572-f154-49b6-a19f-0e1ef2275851'] response: {'server_uuid': '26b9d622-cc02-41bb-be21-da138c80ba36', 'name': 'network-vif-deleted', 'tag': '5f2b06e0-044d-47fc-9990-00ba28ee8a35', 'status': 'completed', 'code': 200} Sep 15 13:19:00.323613 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [req-21ffcfef-9e58-4f20-a3d0-a1925e8b9ffc req-64161902-09c9-48c7-9c0e-4bf7cb70f760 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=26b9d622-cc02-41bb-be21-da138c80ba36 HTTP/1.1" status: 200 len: 210 time: 0.0293965 Sep 15 13:19:01.390305 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53600) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:01.463371 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:01.497754 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Deleting port df7a5941-45bd-45af-a5c0-45b8c2a6f476 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:01.498093 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:01.575349 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:01.575670 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (df7a5941-45bd-45af-a5c0-45b8c2a6f476), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:01.588288 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Calling delete_port for df7a5941-45bd-45af-a5c0-45b8c2a6f476 owned by network:floatingip {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:01.717215 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (df7a5941-45bd-45af-a5c0-45b8c2a6f476), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:01.740399 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'Port': ['ID=df7a5941-45bd-45af-a5c0-45b8c2a6f476,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:01.800594 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for floatingip (a8800c3c-19b9-457d-a9d4-565b78653783), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:01.803120 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160102'] for floatingip (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:01.804372 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-59690c2f-41e5-403a-8c1c-50112d167fbb tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/a8800c3c-19b9-457d-a9d4-565b78653783 HTTP/1.1" status: 204 len: 168 time: 0.4142725 Sep 15 13:19:03.016473 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53612) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:03.073670 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b00b7a6d-49a4-4845-9b65-0ff238623104 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group (9b23c589-6613-483a-b667-498c55255429), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:03.101046 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b00b7a6d-49a4-4845-9b65-0ff238623104 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group (9b23c589-6613-483a-b667-498c55255429), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:03.372836 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 5f2b06e0-044d-47fc-9990-00ba28ee8a35 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:03.392567 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] No Port match for: 5f2b06e0-044d-47fc-9990-00ba28ee8a35 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:03.392913 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Device 5f2b06e0-044d-47fc-9990-00ba28ee8a35 not bound to the agent host hv-cinder-83608 {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:03.434487 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b00b7a6d-49a4-4845-9b65-0ff238623104 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (9b23c589-6613-483a-b667-498c55255429), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:03.437369 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-b00b7a6d-49a4-4845-9b65-0ff238623104 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Publish callbacks [] for security_group (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:03.438513 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-b00b7a6d-49a4-4845-9b65-0ff238623104 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9b23c589-6613-483a-b667-498c55255429 HTTP/1.1" status: 204 len: 168 time: 0.4210782 Sep 15 13:19:03.447552 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7a6d-49a4-4845-9b65-0ff238623104 tempest-TestVolumeBootPattern-1560206344 tempest-TestVolumeBootPattern-1560206344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b23c589-6613-483a-b667-498c55255429,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:03.509838 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53616) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:03.823755 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:19:03.895065 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:03.941144 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:03.975379 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:04.163213 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Deleting port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:04.163876 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:04.244218 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] For port 4647bfb8-dd5f-4f12-a71a-826a0ba7681b, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:04.244603 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:04.257450 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Calling delete_port for 4647bfb8-dd5f-4f12-a71a-826a0ba7681b owned by network:router_interface {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:04.431722 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (4647bfb8-dd5f-4f12-a71a-826a0ba7681b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:04.453853 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4647bfb8-dd5f-4f12-a71a-826a0ba7681b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:04.623061 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:04.773676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:04.777869 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:04.829023 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:19:04.932729 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:19:04.937932 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-e2ac17a1-3869-4c7d-8e47-6e78919ffa65 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/f2a23612-447f-4bc9-b3f7-ee8dc6526e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270973 Sep 15 13:19:04.940495 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53620) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:04.941762 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] Sync routers for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:19:04.952162 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:19:04.952805 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:05.044362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks [] for router (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.060585 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: dv-cinder-836083-13-iscsi {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:19:05.145767 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks [] for router_gateway (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.190854 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Deleting port 249fd273-e1dd-4189-b25f-495973f4cd9b {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:05.191559 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.230789 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:19:04Z', 'revision_number': 5, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port': {'id': '249fd273-e1dd-4189-b25f-495973f4cd9b', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:05.256021 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] Checking router: f2a23612-447f-4bc9-b3f7-ee8dc6526e58 for host: dv-cinder-836083-13-iscsi {{(pid=106207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:19:05.264842 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] Routers {'f2a23612-447f-4bc9-b3f7-ee8dc6526e58'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:19:05.265425 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'], 'active': True} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:05.276676 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] For port 249fd273-e1dd-4189-b25f-495973f4cd9b, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=249fd273-e1dd-4189-b25f-495973f4cd9b,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:05.277047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.289883 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Calling delete_port for 249fd273-e1dd-4189-b25f-495973f4cd9b owned by network:router_gateway {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:05.348319 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_dvr_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] Set router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 gateway port host: None {{(pid=106207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:19:05.399972 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.l3_hamode_db [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:19:05Z', 'revision_number': 6, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:05.424477 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58efcd3e-355b-4ed0-a7c1-bbdbf522a9e7 None None] The sync data for ids ['f2a23612-447f-4bc9-b3f7-ee8dc6526e58'] in dv-cinder-836083-13-iscsi is: [{'id': 'f2a23612-447f-4bc9-b3f7-ee8dc6526e58', 'name': 'tempest-TestVolumeBootPattern-1098394225-router', 'tenant_id': '1344373f29a44b7c8db2f9bab5f38467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:33Z', 'updated_at': '2022-09-15T13:19:05Z', 'revision_number': 6, 'project_id': '1344373f29a44b7c8db2f9bab5f38467', 'gw_port_host': None}] {{(pid=106207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:19:05.464362 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (249fd273-e1dd-4189-b25f-495973f4cd9b), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.486429 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Pushing event deleted for resources: {'Port': ['ID=249fd273-e1dd-4189-b25f-495973f4cd9b,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:05.550528 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.636932 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.638997 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks [] for router_controller (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.677046 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:05.686130 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (f2a23612-447f-4bc9-b3f7-ee8dc6526e58), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.686760 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a23612-447f-4bc9-b3f7-ee8dc6526e58 {{(pid=106205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:19:05.691048 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.692184 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-548285b4-850f-4d70-a121-313d59cb3142 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/f2a23612-447f-4bc9-b3f7-ee8dc6526e58 HTTP/1.1" status: 204 len: 168 time: 0.7508059 Sep 15 13:19:05.695453 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53622) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:05.722346 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:05.742267 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.db_base_plugin_v2 [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Deleting subnet c406953a-b169-42de-9d85-c4a9229085b8 {{(pid=106205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:19:05.745508 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Publish callbacks [] for subnet (c406953a-b169-42de-9d85-c4a9229085b8), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.781906 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109909'] for subnet (c406953a-b169-42de-9d85-c4a9229085b8), precommit_delete_associations {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.862047 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (c406953a-b169-42de-9d85-c4a9229085b8), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.913831 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10409281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9058710'] for subnet (c406953a-b169-42de-9d85-c4a9229085b8), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.939260 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c406953a-b169-42de-9d85-c4a9229085b8,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:05.942804 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:05.946640 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-668cc26c-a97f-4892-b20e-95ac3ac96b0e admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/c406953a-b169-42de-9d85-c4a9229085b8 HTTP/1.1" status: 204 len: 168 time: 0.2502606 Sep 15 13:19:05.949112 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53624) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:05.951949 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264bd4a-8d7d-4353-895b-155f5c033f25 None None] Network 557bdd31-96bd-482d-9ed9-43fcea7b78d7 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:19:06.020657 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (557bdd31-96bd-482d-9ed9-43fcea7b78d7), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.064226 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Deleting port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:06.064867 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.129934 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] For port 49a93ac2-22b7-4252-9ee3-d9a917aebba8, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=49a93ac2-22b7-4252-9ee3-d9a917aebba8,segment=NetworkSegment(e5cbfbc0-921a-4730-a67c-dd0726751547),segment_id=e5cbfbc0-921a-4730-a67c-dd0726751547)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:06.130304 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.143000 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Calling delete_port for 49a93ac2-22b7-4252-9ee3-d9a917aebba8 owned by network:dhcp {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:06.217990 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478a7c9-34f7-4b55-9a04-e7511cf78e5f None None] DHCP port deletion for 557bdd31-96bd-482d-9ed9-43fcea7b78d7 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:19:06.229980 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (49a93ac2-22b7-4252-9ee3-d9a917aebba8), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.246029 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] No DVR routers for this DVR port 49a93ac2-22b7-4252-9ee3-d9a917aebba8 on host dv-cinder-836083-13-iscsi {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:19:06.249065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-c478a7c9-34f7-4b55-9a04-e7511cf78e5f None None] The port '49a93ac2-22b7-4252-9ee3-d9a917aebba8' was deleted {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 15 13:19:06.269487 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Pushing event deleted for resources: {'Port': ['ID=49a93ac2-22b7-4252-9ee3-d9a917aebba8,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:06.272506 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 4647bfb8-dd5f-4f12-a71a-826a0ba7681b no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:06.296682 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 4647bfb8-dd5f-4f12-a71a-826a0ba7681b {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:06.297018 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 4647bfb8-dd5f-4f12-a71a-826a0ba7681b not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:06.297426 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 49a93ac2-22b7-4252-9ee3-d9a917aebba8 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:06.316111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 49a93ac2-22b7-4252-9ee3-d9a917aebba8 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:06.316480 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 49a93ac2-22b7-4252-9ee3-d9a917aebba8 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:06.316898 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 249fd273-e1dd-4189-b25f-495973f4cd9b no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:06.335243 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 249fd273-e1dd-4189-b25f-495973f4cd9b {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:06.335633 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 249fd273-e1dd-4189-b25f-495973f4cd9b not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:06.350996 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (557bdd31-96bd-482d-9ed9-43fcea7b78d7), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.372811 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557bdd31-96bd-482d-9ed9-43fcea7b78d7']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:06.382045 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cbfbc0-921a-4730-a67c-dd0726751547') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:06.382341 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cbfbc0-921a-4730-a67c-dd0726751547') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:06.391826 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (e5cbfbc0-921a-4730-a67c-dd0726751547), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.405785 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (e5cbfbc0-921a-4730-a67c-dd0726751547), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.413361 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:19:06.413788 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (e5cbfbc0-921a-4730-a67c-dd0726751547), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.452984 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:06.480403 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (557bdd31-96bd-482d-9ed9-43fcea7b78d7), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.485973 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:06.489537 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/557bdd31-96bd-482d-9ed9-43fcea7b78d7 HTTP/1.1" status: 204 len: 168 time: 0.5394907 Sep 15 13:19:06.492954 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53630) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:06.501497 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ce842-4d69-4a2e-89a2-bca5d0b23dea admin admin] Pushing event deleted for resources: {'Network': ['ID=557bdd31-96bd-482d-9ed9-43fcea7b78d7,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:06.522488 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment e5cbfbc0-921a-4730-a67c-dd0726751547 resource provider aggregate not found Sep 15 13:19:06.546289 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment e5cbfbc0-921a-4730-a67c-dd0726751547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5cbfbc0-921a-4730-a67c-dd0726751547 found for delete ", "request_id": "req-bbe962ff-d0ef-4c5b-9f1b-8aaf4b011986"}]} Sep 15 13:19:06.805725 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429219'] for router_interface (d8299f3d-5857-4643-a479-1bbfcb822cad), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:07.028639 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Deleting port 861a0f49-febc-4e78-ae8d-dbb424c6a61c {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:07.028974 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:07.108589 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] For port 861a0f49-febc-4e78-ae8d-dbb424c6a61c, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=861a0f49-febc-4e78-ae8d-dbb424c6a61c,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:07.108976 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:07.117738 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:07.121992 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Calling delete_port for 861a0f49-febc-4e78-ae8d-dbb424c6a61c owned by network:router_interface {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:07.245632 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:07.296593 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (861a0f49-febc-4e78-ae8d-dbb424c6a61c), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:07.320038 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Pushing event deleted for resources: {'Port': ['ID=861a0f49-febc-4e78-ae8d-dbb424c6a61c,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:07.488035 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518675'] for router_interface (d8299f3d-5857-4643-a479-1bbfcb822cad), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:07.688819 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Router d8299f3d-5857-4643-a479-1bbfcb822cad has already been hosted by L3 agent 67688b04-2a8b-4c02-94e6-94e4b2bcba0e {{(pid=106204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:19:08.011680 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] Notify agent at l3_agent.dv-cinder-836083-13-iscsi the message routers_updated {{(pid=106204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:19:08.017628 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-cb9d6378-0545-4ba8-8770-b983e609b2be admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/d8299f3d-5857-4643-a479-1bbfcb822cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5219722 Sep 15 13:19:08.019464 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53634) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:08.022075 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] Sync routers for ids ['d8299f3d-5857-4643-a479-1bbfcb822cad'] in dv-cinder-836083-13-iscsi {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:19:08.031968 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] Routers {'d8299f3d-5857-4643-a479-1bbfcb822cad'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:19:08.032640 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8299f3d-5857-4643-a479-1bbfcb822cad'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:08.119932 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks [] for router (d8299f3d-5857-4643-a479-1bbfcb822cad), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.133998 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] Set router d8299f3d-5857-4643-a479-1bbfcb822cad gateway port host: dv-cinder-836083-13-iscsi {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:19:08.207533 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:08.220744 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks [] for router_gateway (d8299f3d-5857-4643-a479-1bbfcb822cad), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.263702 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Deleting port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 {{(pid=106204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:08.264045 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.301078 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'external_fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:19:07Z', 'revision_number': 5, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port': {'id': '432d191d-02a1-4ab2-ab3e-7c18fb4a8832', 'name': '', 'network_id': 'e0e309f7-dbf8-4cdf-9f40-b8ddd065f598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db684fce-5aa4-418a-a9ff-d77c3cdb3be2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-13-iscsi'}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:08.329465 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] Checking router: d8299f3d-5857-4643-a479-1bbfcb822cad for host: dv-cinder-836083-13-iscsi {{(pid=106206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:19:08.338568 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] Routers {'d8299f3d-5857-4643-a479-1bbfcb822cad'} bound to L3 agent in host dv-cinder-836083-13-iscsi {{(pid=106206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 13:19:08.339158 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T12:50:25Z,description=,heartbeat_timestamp=2022-09-15T13:18:55Z,host='dv-cinder-836083-13-iscsi',id=67688b04-2a8b-4c02-94e6-94e4b2bcba0e,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T12:50:25Z,topic='l3_agent')) {'router_ids': ['d8299f3d-5857-4643-a479-1bbfcb822cad'], 'active': True} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:08.347258 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] For port 432d191d-02a1-4ab2-ab3e-7c18fb4a8832, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,segment=NetworkSegment(9afa4d93-7236-48c6-ac75-48e821b4f1fa),segment_id=9afa4d93-7236-48c6-ac75-48e821b4f1fa)] {{(pid=106204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:08.347623 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.356588 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:08.360829 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.plugin [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Calling delete_port for 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 owned by network:router_gateway {{(pid=106204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:08.419862 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvr_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] Set router d8299f3d-5857-4643-a479-1bbfcb822cad gateway port host: None {{(pid=106206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 13:19:08.471137 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_hamode_db [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:19:08Z', 'revision_number': 6, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port_host': None}], 'dv-cinder-836083-13-iscsi', False) {} {{(pid=106206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:08.495297 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e5382-5881-4717-a268-f239e3d89ef7 None None] The sync data for ids ['d8299f3d-5857-4643-a479-1bbfcb822cad'] in dv-cinder-836083-13-iscsi is: [{'id': 'd8299f3d-5857-4643-a479-1bbfcb822cad', 'name': 'tempest-TestVolumeBootPattern-112910223-router', 'tenant_id': '4c6e6a2258c245e99e594f9da66f1610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T13:10:38Z', 'updated_at': '2022-09-15T13:19:08Z', 'revision_number': 6, 'project_id': '4c6e6a2258c245e99e594f9da66f1610', 'gw_port_host': None}] {{(pid=106206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:19:08.532032 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693235'] for port (432d191d-02a1-4ab2-ab3e-7c18fb4a8832), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.555001 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Pushing event deleted for resources: {'Port': ['ID=432d191d-02a1-4ab2-ab3e-7c18fb4a8832,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:08.616985 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523097'] for router_gateway (d8299f3d-5857-4643-a479-1bbfcb822cad), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.704678 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1939'] for router (d8299f3d-5857-4643-a479-1bbfcb822cad), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.706803 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks [] for router_controller (d8299f3d-5857-4643-a479-1bbfcb822cad), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.750434 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518766'] for router (d8299f3d-5857-4643-a479-1bbfcb822cad), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.750930 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8299f3d-5857-4643-a479-1bbfcb822cad {{(pid=106204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:19:08.755296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.757173 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a19af588-0f3e-4280-96fb-4defd2ec141c admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/d8299f3d-5857-4643-a479-1bbfcb822cad HTTP/1.1" status: 204 len: 168 time: 0.7367289 Sep 15 13:19:08.759567 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53636) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:08.803740 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.db.db_base_plugin_v2 [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Deleting subnet 97e32cb7-89fb-441e-91eb-a6d05f0ce147 {{(pid=106204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 13:19:08.806892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Publish callbacks [] for subnet (97e32cb7-89fb-441e-91eb-a6d05f0ce147), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.842973 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460509'] for subnet (97e32cb7-89fb-441e-91eb-a6d05f0ce147), precommit_delete_associations {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.929730 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1432682'] for subnet (97e32cb7-89fb-441e-91eb-a6d05f0ce147), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:08.985450 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9939868'] for subnet (97e32cb7-89fb-441e-91eb-a6d05f0ce147), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.009837 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e32cb7-89fb-441e-91eb-a6d05f0ce147,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:09.015281 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for subnet (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.018448 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-25658d35-5946-4ae7-9849-0bd422d7c0ff admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/97e32cb7-89fb-441e-91eb-a6d05f0ce147 HTTP/1.1" status: 204 len: 168 time: 0.2579210 Sep 15 13:19:09.021065 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e0866-9efb-4f66-8e95-6944650665e8 None None] Network efdba348-59ed-4651-ab6e-96e1863cebc5 requested from dv-cinder-836083-13-iscsi {{(pid=106206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 13:19:09.021223 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [-] (106205) accepted ('10.222.0.57', 53638) {{(pid=106205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:09.094555 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1440031'] for network (efdba348-59ed-4651-ab6e-96e1863cebc5), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.137770 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Deleting port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e {{(pid=106205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:09.138114 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.201764 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.db [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] For port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:09.202056 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.215388 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.plugin [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Calling delete_port for 7e677bc2-0b20-4364-a34e-415a9bbe7e6e owned by network:dhcp {{(pid=106205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:09.226583 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:09.235278 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] DHCP port deletion for efdba348-59ed-4651-ab6e-96e1863cebc5 request from dv-cinder-836083-13-iscsi {{(pid=106206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 13:19:09.274747 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Deleting port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e {{(pid=106206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 13:19:09.275384 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768471899917'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), before_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.312850 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10409262'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.337596 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:09.344133 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] No DVR routers for this DVR port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e on host dv-cinder-836083-13-iscsi {{(pid=106205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:19:09.347253 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.db [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] For port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e, host dv-cinder-836083-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-13-iscsi',level=0,port_id=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,segment=NetworkSegment(c2a088ab-db29-4ea5-9f84-e1ebcda5503d),segment_id=c2a088ab-db29-4ea5-9f84-e1ebcda5503d)] {{(pid=106206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:19:09.347648 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441689'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), precommit_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.361812 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Calling delete_port for 7e677bc2-0b20-4364-a34e-415a9bbe7e6e owned by network:dhcp {{(pid=106206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 13:19:09.409238 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:09.419371 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:09.419925 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535553', 'neutron.services.segments.db._delete_segments_for_network-8768471891905'] for network (efdba348-59ed-4651-ab6e-96e1863cebc5), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.441467 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdba348-59ed-4651-ab6e-96e1863cebc5']}} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:09.445116 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768471868811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768471411146'] for port (7e677bc2-0b20-4364-a34e-415a9bbe7e6e), after_delete {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.453328 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d') {'for_net_delete': True} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:09.453622 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.services.segments.db [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a088ab-db29-4ea5-9f84-e1ebcda5503d') {} {{(pid=106205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:19:09.465023 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768471891797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109934'] for segment (c2a088ab-db29-4ea5-9f84-e1ebcda5503d), before_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.474596 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Pushing event deleted for resources: {'Port': ['ID=7e677bc2-0b20-4364-a34e-415a9bbe7e6e,revision_number=None']} {{(pid=106206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:09.481531 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662'] for segment (c2a088ab-db29-4ea5-9f84-e1ebcda5503d), precommit_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.484310 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] No DVR routers for this DVR port 7e677bc2-0b20-4364-a34e-415a9bbe7e6e on host dv-cinder-836083-13-iscsi {{(pid=106206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 13:19:09.486682 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.487028 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.487369 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.487707 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.488038 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.488391 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.488719 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.489040 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.489364 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.489690 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.490013 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.490345 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.490699 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.491093 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.491414 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ef2dca-308c-4794-9a23-33a5ebb02a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-13-iscsi {{(pid=106206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:19:09.493685 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:19:09.494275 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1571662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10409467'] for segment (c2a088ab-db29-4ea5-9f84-e1ebcda5503d), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.540525 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment c2a088ab-db29-4ea5-9f84-e1ebcda5503d resource provider aggregate not found Sep 15 13:19:09.557578 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.services.segments.plugin [-] Segment c2a088ab-db29-4ea5-9f84-e1ebcda5503d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2a088ab-db29-4ea5-9f84-e1ebcda5503d found for delete ", "request_id": "req-f3e092dd-0d44-4b98-b981-bcdc1b5f83d6"}]} Sep 15 13:19:09.565523 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523148'] for network (efdba348-59ed-4651-ab6e-96e1863cebc5), after_delete {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.570721 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron_lib.callbacks.manager [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547853'] for network (None), before_response {{(pid=106205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.574085 dv-cinder-836083-13-iscsi neutron-server[106205]: INFO neutron.wsgi [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/efdba348-59ed-4651-ab6e-96e1863cebc5 HTTP/1.1" status: 204 len: 168 time: 0.5520365 Sep 15 13:19:09.587039 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ef427-ce30-4b9a-a6f4-406472a49b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=efdba348-59ed-4651-ab6e-96e1863cebc5,revision_number=None']} {{(pid=106205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:09.685797 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53646) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:09.725766 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-6f10f022-7c3f-4d2a-810a-a09340e9c7bc admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=1344373f29a44b7c8db2f9bab5f38467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388615 Sep 15 13:19:09.728294 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53648) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:09.739672 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:09.782296 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef05-008f-4b53-b581-e95f2a20aa18 admin admin] Publish callbacks [] for security_group (4a660f73-3c6c-4ac5-be1e-947fe612eb64), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.802438 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef05-008f-4b53-b581-e95f2a20aa18 admin admin] Publish callbacks [] for security_group (4a660f73-3c6c-4ac5-be1e-947fe612eb64), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.847794 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef05-008f-4b53-b581-e95f2a20aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (4a660f73-3c6c-4ac5-be1e-947fe612eb64), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.850892 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-7d45ef05-008f-4b53-b581-e95f2a20aa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:09.852060 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-7d45ef05-008f-4b53-b581-e95f2a20aa18 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4a660f73-3c6c-4ac5-be1e-947fe612eb64 HTTP/1.1" status: 204 len: 168 time: 0.1228354 Sep 15 13:19:09.859742 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ef05-008f-4b53-b581-e95f2a20aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a660f73-3c6c-4ac5-be1e-947fe612eb64,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:10.021344 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7e677bc2-0b20-4364-a34e-415a9bbe7e6e no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:10.041823 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 7e677bc2-0b20-4364-a34e-415a9bbe7e6e {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:10.042090 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 7e677bc2-0b20-4364-a34e-415a9bbe7e6e not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:10.042517 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 861a0f49-febc-4e78-ae8d-dbb424c6a61c no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:10.060223 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 861a0f49-febc-4e78-ae8d-dbb424c6a61c {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:10.060595 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 861a0f49-febc-4e78-ae8d-dbb424c6a61c not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:10.061011 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 no longer exists at agent ovs-agent-dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:19:10.079924 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.plugin [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] No Port match for: 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 {{(pid=106206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 13:19:10.080286 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron.plugins.ml2.rpc [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Device 432d191d-02a1-4ab2-ab3e-7c18fb4a8832 not bound to the agent host dv-cinder-836083-13-iscsi {{(pid=106206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:19:10.185641 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53654) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:10.201828 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:10.227751 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-f84c0c53-336d-4aff-838c-a439f0e3f8fa admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=4c6e6a2258c245e99e594f9da66f1610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410037 Sep 15 13:19:10.230267 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.wsgi [-] (106204) accepted ('10.222.0.57', 53656) {{(pid=106204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 13:19:10.278457 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a7664218-3d26-41b9-aab9-83e8f4f8a1ea admin admin] Publish callbacks [] for security_group (8037a72f-b6d1-42f5-9c1f-b396f4a639c0), before_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:10.298547 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a7664218-3d26-41b9-aab9-83e8f4f8a1ea admin admin] Publish callbacks [] for security_group (8037a72f-b6d1-42f5-9c1f-b396f4a639c0), precommit_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:10.345195 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a7664218-3d26-41b9-aab9-83e8f4f8a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463610'] for security_group (8037a72f-b6d1-42f5-9c1f-b396f4a639c0), after_delete {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:10.347890 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a7664218-3d26-41b9-aab9-83e8f4f8a1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:10.349191 dv-cinder-836083-13-iscsi neutron-server[106204]: INFO neutron.wsgi [None req-a7664218-3d26-41b9-aab9-83e8f4f8a1ea admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8037a72f-b6d1-42f5-9c1f-b396f4a639c0 HTTP/1.1" status: 204 len: 168 time: 0.1179602 Sep 15 13:19:10.357623 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7664218-3d26-41b9-aab9-83e8f4f8a1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8037a72f-b6d1-42f5-9c1f-b396f4a639c0,revision_number=None']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:19:11.202684 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:19.577482 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=26,neutron:DELETE=5 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:19.578288 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG dbcounter [-] [106205] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:20.352847 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:20.353542 dv-cinder-836083-13-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=38,neutron:DELETE=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:20.935995 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=99 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:20.938655 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=98 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:21.196187 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:21.198009 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:22.615187 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-28264964-2df0-4c8c-bd2b-e02d90f56702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:24.782230 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5155b812-bd12-41d3-a098-86387b774329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:26.199657 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:27.902816 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:28.049635 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:38.040476 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:38.046498 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:40.823145 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:19:41.218621 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:51.211695 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:51.213646 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:52.617548 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-5b309e6b-8054-4986-a65a-4dd7863ef95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:54.784860 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e1b341d1-95eb-4bc9-b0a8-40d8639061a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:56.202746 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:57.907090 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:58.053190 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:19:59.836569 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:19:59.837300 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=4 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:08.041111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:08.048359 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:11.232004 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:17.822502 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:20:21.227736 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:22.621705 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-74d132a1-19c1-421e-a2fd-913f5d4060c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:24.788623 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-3b6afd67-7e2b-48a2-8986-77104c952032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:26.204230 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:27.910843 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:28.056210 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:31.950481 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:31.954527 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:40.932569 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:40.940485 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:41.234262 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:51.227720 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:51.229674 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:20:51.987828 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-d521767f-a7d0-4463-bfdb-a1058196abec service neutron] (106205) timed out ('10.222.0.57', 47318) {{(pid=106205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:20:52.226050 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-4b6daf19-a643-4db5-bd7b-143758e6238f req-5094f9ac-7d9f-4f57-8e37-97cb9012d326 tempest-TestShelveInstance-1876940609 tempest-TestShelveInstance-1876940609-project] (106205) timed out ('10.222.0.57', 47330) {{(pid=106205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:20:52.623330 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-021626e4-e364-4348-bb92-bf3980aeca77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:54.794220 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4f83-11b1-41f5-bc00-b3c8d669ef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:54.821950 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:20:56.208801 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:57.914391 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:20:58.059087 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:08.053135 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:08.055575 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:08.949956 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:08.951126 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:11.248608 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:21.014343 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=15 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:21.015067 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=11 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:21.242602 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:21.244604 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:22.624308 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-aeb96fae-7c88-40c7-bf4e-5936a6e6a8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:24.795849 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-67ea8e8c-52dd-442f-9914-3eb3bba57e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:26.210172 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:27.917209 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:28.061307 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:31.824761 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:21:38.055184 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:38.057709 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:41.247055 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:45.946652 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:45.947365 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:51.235965 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:51.243160 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:21:52.625900 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-03f9ac66-7214-4175-b8f3-31acffddc59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:54.797638 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-916bfd9c-23a1-4003-b0b1-80f3ad4e7f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:56.213537 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:57.922419 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:21:58.066225 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:08.059915 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:08.061822 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:08.824111 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:22:11.244256 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:21.233903 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:21.240058 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:22.630719 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-35e12a80-e244-4b07-b3cc-abc1f7f8139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:22.932996 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:22.942847 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:24.798493 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-372272d1-bf88-403c-ae99-6b89ecbac623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:26.216633 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:27.924675 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:28.059922 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:29.594368 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-a98698ba-30ec-4885-809e-68546f2ba876 service neutron] (106205) timed out ('10.222.0.57', 46318) {{(pid=106205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:22:29.679608 dv-cinder-836083-13-iscsi neutron-server[106205]: DEBUG neutron.wsgi [req-e236b48a-628c-4a7b-9328-2810d3576708 req-b7b4f485-2f61-46ec-8624-8a42ed83fa25 tempest-AttachVolumeShelveTestJSON-2136858861 tempest-AttachVolumeShelveTestJSON-2136858861-project] (106205) timed out ('10.222.0.57', 46328) {{(pid=106205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 13:22:40.942846 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:40.943577 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:41.259144 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:45.823382 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:22:51.252655 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:51.254692 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:52.632817 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-903b9233-5fe7-40cf-a6b2-2faa7a1525cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:54.801000 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91ea50ac-f1b5-4f96-8201-837a73285cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:56.222176 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:57.931176 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:58.063309 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:22:59.937570 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:22:59.938289 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:08.057599 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:08.059482 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:11.257779 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:20.938686 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=14 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:20.941351 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=12 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:21.247148 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:21.253257 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:22.635278 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-198a4a96-8959-48dd-8de3-0f9e5527b853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:22.822273 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:23:24.803239 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed71-8232-48b8-bfb9-a6c71374d4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:26.222130 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:27.933420 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:28.064523 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:36.928829 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:36.933626 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=5 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:38.058973 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:38.060857 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:41.273148 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:51.262792 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:51.268912 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:23:52.636554 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-494ea44e-bd3a-4f3a-98bc-ac66ddde6c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:54.805767 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-16ed9dc7-2928-42d7-9cfb-627a9856895a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:56.225921 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:57.936138 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:58.067210 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:23:59.822959 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:24:08.060683 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:24:08.062593 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:24:11.272598 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-6129c513-22b7-47fb-8c20-4c527dca3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (de8afe44-bed6-4521-ae5a-fca72ed611a7), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:24:20.891421 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=6 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:24:20.892165 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG dbcounter [-] [106207] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106207) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:24:21.265346 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=2 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:24:21.267428 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG dbcounter [-] [106206] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 13:24:22.638134 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-e0e0487c-a8c8-47c2-9316-528f0c9896ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (1a5ab412-7a23-4bb6-8a15-79ea8b070878), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:24:24.807562 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f73-2a2d-4206-a3d5-12a1e61e65ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (67688b04-2a8b-4c02-94e6-94e4b2bcba0e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:24:26.228625 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-91b16e3c-22de-4a9e-9a2d-888db8b44ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (3b56731a-db79-472c-9cf4-226b02948d0a), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:24:27.940371 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-ba37774b-bd36-465d-8037-81d6208e0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (00dbe9c0-66db-4570-8df7-7cce4f3e907e), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:24:28.080111 dv-cinder-836083-13-iscsi neutron-server[106206]: DEBUG neutron_lib.callbacks.manager [None req-383fd01d-6d7b-4a7f-8ae4-490c4c0b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768471891887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512960'] for agent (04146108-c78a-4cd0-9005-78f2460c2bfc), after_update {{(pid=106206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 13:24:36.822799 dv-cinder-836083-13-iscsi neutron-server[106207]: DEBUG neutron.db.agents_db [None req-1bad0b53-7e13-4852-8d67-e524492be6af None None] Agent healthcheck: found 6 active agents {{(pid=106207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}